-- Logs begin at Mon 2021-05-17 11:23:10 UTC, end at Mon 2021-05-17 12:20:11 UTC. -- May 17 11:52:52.935276 dv-cinder-734144-19-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 17 11:52:55.347352 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.common.config [-] Logging enabled! May 17 11:52:55.347901 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev213 May 17 11:52:55.348030 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78595) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 17 11:52:55.351274 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.common.config [-] Logging enabled! May 17 11:52:55.351532 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev213 May 17 11:52:55.351839 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78595) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 17 11:52:55.352740 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 17 11:52:55.352995 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 17 11:52:55.353400 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 17 11:52:55.353724 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 17 11:52:55.354022 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 17 11:52:55.354336 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.354629 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.354925 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.355156 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.355452 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.355770 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.356048 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.356336 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.356631 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.356915 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.357215 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.357498 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.357730 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.358011 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] config_source = [] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.358300 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.358586 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.358808 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] debug = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.359087 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.359517 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.359930 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.360465 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.360751 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.361118 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.361390 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.361665 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.361947 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.362271 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] host = dv-cinder-734144-19-iscsi {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.362547 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.362830 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.363117 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.363399 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.363676 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.363951 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.364235 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.364504 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] log_dir = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.364775 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] log_file = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.365074 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.365367 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.365651 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.365939 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.366163 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.366386 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.366672 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.366954 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.367225 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.367497 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.367767 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.368036 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.368305 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.368569 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.368854 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.369282 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.369579 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.369845 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.370118 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.370389 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.370659 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.370943 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.371213 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.371486 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.371756 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.372041 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.372307 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.372577 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.372877 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.373191 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.373478 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.373762 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.374033 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.374314 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.374584 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.374852 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] use_journal = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.375119 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] use_json = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.375401 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.375656 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.375933 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.376202 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.376470 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.376739 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.377027 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.377311 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:55.377608 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.377906 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.378204 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.378485 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.378778 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.379056 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.379342 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.379619 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.379906 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.380194 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.380480 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.380755 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.381062 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.381341 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.381635 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.381936 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.382230 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.382518 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.382791 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.383070 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.383342 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.383618 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.383903 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.384195 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.384482 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.385311 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.385590 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.385873 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.386147 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.386417 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.386691 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.386977 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.387252 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.387523 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.387803 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.388082 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.388353 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.388622 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.388896 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.389205 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.389477 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.389745 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.390014 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.390287 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.390557 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.390841 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.391118 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.391388 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.391658 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.391934 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.392204 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.392476 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.392750 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.393047 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.393328 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.393599 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.393869 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.394139 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.394412 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.394680 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.394951 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.395217 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.395490 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.395761 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.396033 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.396301 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.396572 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.396842 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.397148 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.397443 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.397720 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.397995 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.398269 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.398544 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.398818 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.399091 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.399364 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.399637 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.399908 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.401080 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.401313 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.401601 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.401882 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.402161 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.402461 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.402741 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.403026 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.403311 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.403589 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.403878 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.404160 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.404457 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.404752 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.405073 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.405368 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.405657 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.405933 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.406241 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.406519 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:55.406739 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 17 11:52:55.406977 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78595) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 17 11:52:55.755202 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:52:55.755475 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:52:55.755760 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:52:55.756090 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.manager [-] Loading core plugin: ml2 May 17 11:52:56.060122 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.060351 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.060622 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.061846 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.062120 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.062383 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.183230 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.183506 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.183768 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.196746 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.197561 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.197843 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.226161 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.226445 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.226714 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.264973 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.265251 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.265517 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.498976 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.499610 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.499610 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.499761 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.500507 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.624795 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.625134 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.625415 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.625691 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.626097 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.626410 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.626677 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.626939 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.627190 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.627470 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.627732 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.627996 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.628257 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.628515 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.628782 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.629081 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.629342 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.629615 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.629869 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.630149 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.630494 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.630749 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.630998 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.631278 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.631528 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.631774 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.632160 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78595) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 11:52:56.632400 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78595) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 11:52:56.632638 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78595) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 11:52:56.632874 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78595) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 11:52:56.633134 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78595) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 11:52:56.633370 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78595) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 11:52:56.633734 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 17 11:52:56.636809 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 17 11:52:56.640685 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 17 11:52:56.644605 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) May 17 11:52:56.646258 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 17 11:52:56.646714 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 17 11:52:56.647048 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 17 11:52:56.647426 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 17 11:52:56.650909 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 17 11:52:56.651159 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 17 11:52:56.651502 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 17 11:52:56.678983 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 17 11:52:56.679426 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.679723 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78595) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 17 11:52:56.680080 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.681484 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78595) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 17 11:52:56.681768 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 17 11:52:56.682010 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 17 11:52:56.685201 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.685487 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:56.754588 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 17 11:52:56.754768 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 17 11:52:56.755001 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 17 11:52:56.755360 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 17 11:52:56.785192 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_db.sqlalchemy.engines [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78595) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 17 11:52:57.121998 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.plugins.ml2.managers [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Initializing driver for type 'gre' May 17 11:52:57.122554 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] gre ID ranges: [(1, 1000)] May 17 11:52:57.186338 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.plugins.ml2.managers [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Initializing driver for type 'local' May 17 11:52:57.186724 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.plugins.ml2.managers [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Initializing driver for type 'vlan' May 17 11:52:57.198825 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] VlanTypeDriver initialization complete May 17 11:52:57.199277 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.plugins.ml2.managers [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Initializing driver for type 'vxlan' May 17 11:52:57.199771 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] vxlan ID ranges: [(1, 1000)] May 17 11:52:57.251208 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.plugins.ml2.managers [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Initializing extension driver 'port_security' May 17 11:52:57.251557 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.plugins.ml2.extensions.port_security [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] PortSecurityExtensionDriver initialization complete May 17 11:52:57.251894 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.plugins.ml2.managers [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Initializing mechanism driver 'openvswitch' May 17 11:52:57.252229 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.plugins.ml2.managers [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Initializing mechanism driver 'hyperv' May 17 11:52:57.258725 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.plugins.ml2.plugin [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 11:52:57.259554 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > port after_create 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.260018 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > port after_update 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.260376 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > port after_delete 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.260768 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > subnet after_create 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.261152 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > subnet after_update 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.261501 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > subnet after_delete 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.261883 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > network after_create 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.262232 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > network after_update 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.262576 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > network after_delete 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.262954 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > security_group after_create 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.263306 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > security_group after_update 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.263649 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > security_group after_delete 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.264031 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.264386 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.264729 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.265133 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > address_group after_create 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.265475 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > address_group after_update 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.265814 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > address_group after_delete 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.266155 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] ML2 OVO RPC backend initialized. {{(pid=78595) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 17 11:52:57.266851 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > router_interface after_create 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.267205 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.267619 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > network before_response 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.267967 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > networks before_response 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.268316 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > port before_response 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.268659 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > ports before_response 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.269032 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > subnet before_response 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.269374 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > subnets before_response 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.269721 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > network after_create 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.270059 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > network after_update 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.270392 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > network after_delete 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.270727 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > port after_create 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.271063 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > port after_update 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.271396 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > port after_delete 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.271728 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > subnet after_create 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.272061 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > subnet after_update 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.272390 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > subnet after_delete 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.272971 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.plugins.ml2.plugin [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Modular L2 Plugin initialization complete May 17 11:52:57.273304 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading services supported by the core plugin {{(pid=78595) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 17 11:52:57.273630 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.plugins.ml2.managers [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Got port-security extension from driver 'port_security' May 17 11:52:57.274092 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.extensions.vlantransparent [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Disabled vlantransparent extension. May 17 11:52:57.274577 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78595) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 17 11:52:57.274889 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading Plugin: router May 17 11:52:57.311653 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > router_interface before_create 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.312067 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > router after_create 55549900 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.312425 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > router before_create 55549900 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.312800 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.313226 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.313570 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > router after_delete 55549900 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.313934 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > floatingip after_update 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.314298 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > router after_create 55549900 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.314647 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > router after_update 55549900 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.314995 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > router after_update 55549900 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.315344 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.315705 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > router after_update 55549900 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.316109 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > router precommit_update 55549900 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.316474 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: port after_update 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.316813 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: port after_delete 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.317176 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: subnet after_update 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.317516 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.317865 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > port precommit_delete 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.318211 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > router precommit_create 55549900 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.318551 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: port before_delete 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.318894 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > router precommit_create 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.319252 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > router after_update 55549900 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.319593 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > router precommit_delete 55549900 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.319940 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > router precommit_create 55549900 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.320299 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > router_interface after_create 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.320644 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > router precommit_update 55549900 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.321043 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > network after_delete 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.321893 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.quota.resource_registry [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Tracking information for resource: router configured {{(pid=78595) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 11:52:57.322372 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.quota.resource_registry [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Tracking information for resource: floatingip configured {{(pid=78595) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 11:52:57.327320 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.db.l3_agentschedulers_db [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 17 11:52:57.327896 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: port after_update 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.328259 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: port after_create 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.328615 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: port after_delete 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.329002 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: port after_update 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.329796 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > router before_create 55550100 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.330162 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > router precommit_delete 55550100 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.330525 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > router precommit_create 55550100 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.330882 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > router precommit_update 55550100 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.335473 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.services.provider_configuration [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Service providers = [] {{(pid=78595) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 17 11:52:57.335843 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.db.servicetype_db [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78595) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 17 11:52:57.339288 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.services.service_base [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78595) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 17 11:52:57.339638 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.services.service_base [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78595) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 17 11:52:57.339982 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.services.service_base [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78595) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 17 11:52:57.340864 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.services.service_base [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78595) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 17 11:52:57.341261 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.services.service_base [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Default provider is not specified for service type L3_ROUTER_NAT May 17 11:52:57.343215 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78595) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 11:52:57.343557 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 17 11:52:57.354559 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78595) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 11:52:57.354892 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading Plugin: auto_allocate May 17 11:52:57.360845 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: network precommit_update 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.361241 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: network precommit_create 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.361763 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78595) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 11:52:57.362084 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading Plugin: tag May 17 11:52:57.368811 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78595) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 11:52:57.369224 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading Plugin: timestamp May 17 11:52:57.373080 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78595) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 11:52:57.373365 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading Plugin: network_ip_availability May 17 11:52:57.378544 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.378915 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.379274 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.379980 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78595) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 11:52:57.380301 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading Plugin: flavors May 17 11:52:57.385238 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78595) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 11:52:57.385565 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading Plugin: revisions May 17 11:52:57.389833 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78595) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 11:52:57.390227 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.634s {{(pid=78595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:52:57.390967 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78595) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 17 11:52:57.391304 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Initializing extension manager. May 17 11:52:57.391807 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: __init__.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.392152 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: __pycache__ {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.392488 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.392823 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: address_group.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.393598 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.394166 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: address-group May 17 11:52:57.394490 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: address_scope.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.395197 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.395707 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: address-scope May 17 11:52:57.396032 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: admin_state_down_before_update.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.396957 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.397484 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: router-admin-state-down-before-update May 17 11:52:57.397807 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: agent.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.398494 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.399002 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: agent May 17 11:52:57.399321 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: agent_resources_synced.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.400734 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.401273 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: agent-resources-synced May 17 11:52:57.401593 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: allowedaddresspairs.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.403356 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.403883 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: allowed-address-pairs May 17 11:52:57.404214 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: auto_allocated_topology.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.405304 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.405824 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: auto-allocated-topology May 17 11:52:57.406149 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: availability_zone.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.406829 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.407341 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: availability_zone May 17 11:52:57.407665 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: availability_zone_filter.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.408586 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.409180 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: availability_zone_filter May 17 11:52:57.409508 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: data_plane_status.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.410403 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.410911 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extension data-plane-status not supported by any of loaded plugins May 17 11:52:57.411241 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: default_subnetpools.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.412139 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.412654 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: default-subnetpools May 17 11:52:57.413007 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: dhcpagentscheduler.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.413805 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.414317 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: dhcp_agent_scheduler May 17 11:52:57.414643 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: dns.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.415533 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.416621 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extension dns-integration not supported by any of loaded plugins May 17 11:52:57.416955 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: dns_domain_ports.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.417870 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.418382 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extension dns-domain-ports not supported by any of loaded plugins May 17 11:52:57.418707 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: dvr.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.419367 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.419877 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: dvr May 17 11:52:57.420199 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: empty_string_filtering.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.421138 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.421649 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: empty-string-filtering May 17 11:52:57.421971 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.422866 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.423372 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 17 11:52:57.423693 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.424586 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.425120 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 17 11:52:57.425441 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: external_net.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.426331 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.426840 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: external-net May 17 11:52:57.427159 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: extra_dhcp_opt.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.428059 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.428570 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: extra_dhcp_opt May 17 11:52:57.428892 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: extraroute.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.429806 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.430322 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: extraroute May 17 11:52:57.430646 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: extraroute_atomic.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.431791 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.432312 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: extraroute-atomic May 17 11:52:57.432636 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: filter_validation.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.433327 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.433840 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: filter-validation May 17 11:52:57.434162 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: fip_pf_description.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.435232 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.435743 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 17 11:52:57.436065 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: fip_port_details.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.436987 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.437505 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: fip-port-details May 17 11:52:57.437827 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: flavors.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.439037 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.439554 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: flavors May 17 11:52:57.439881 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.441561 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.442082 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 17 11:52:57.442409 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: floatingip_pools.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.443094 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.443620 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: floatingip-pools May 17 11:52:57.444023 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: ip_allocation.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.444950 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.445458 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extension ip_allocation not supported by any of loaded plugins May 17 11:52:57.445782 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.446682 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.447351 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: ip-substring-filtering May 17 11:52:57.447760 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: l2_adjacency.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.448673 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.449212 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extension l2_adjacency not supported by any of loaded plugins May 17 11:52:57.449537 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: l3.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.450483 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.451008 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: router May 17 11:52:57.451335 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: l3_conntrack_helper.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.453591 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.454127 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 17 11:52:57.454460 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.455387 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.455907 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: ext-gw-mode May 17 11:52:57.456234 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.457176 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.457699 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: l3-ha May 17 11:52:57.458025 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: l3_flavors.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.458923 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.459437 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: l3-flavors May 17 11:52:57.459764 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.460683 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.461233 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: l3-port-ip-change-not-allowed May 17 11:52:57.461557 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: l3agentscheduler.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.463182 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.463776 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: l3_agent_scheduler May 17 11:52:57.464108 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: logging.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.465623 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.466142 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extension logging not supported by any of loaded plugins May 17 11:52:57.466472 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: metering.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.467208 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.467782 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: metering May 17 11:52:57.468111 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.469227 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.469744 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: metering_source_and_destination_fields May 17 11:52:57.470069 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: multiprovidernet.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.471109 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.471625 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: multi-provider May 17 11:52:57.471950 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: netmtu.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.472851 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.473392 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: net-mtu May 17 11:52:57.473714 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: netmtu_writable.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.474614 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.475118 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: net-mtu-writable May 17 11:52:57.475439 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: network_availability_zone.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.476098 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.476604 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: network_availability_zone May 17 11:52:57.476924 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: network_ip_availability.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.478030 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.479086 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: network-ip-availability May 17 11:52:57.479430 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: network_segment_range.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.480160 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.480663 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extension network-segment-range not supported by any of loaded plugins May 17 11:52:57.481027 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: pagination.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.481990 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.482319 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: pagination May 17 11:52:57.482639 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: port_device_profile.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.483548 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.484068 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: port-device-profile May 17 11:52:57.484391 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.485587 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.486104 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: port-mac-address-regenerate May 17 11:52:57.486427 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.487333 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.487845 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: port-numa-affinity-policy May 17 11:52:57.488164 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: port_resource_request.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.489095 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.489606 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extension port-resource-request not supported by any of loaded plugins May 17 11:52:57.489925 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: portbindings.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.490837 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.491353 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: binding May 17 11:52:57.491674 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: portbindings_extended.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.492960 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.493489 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: binding-extended May 17 11:52:57.493819 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: portsecurity.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.494793 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.495303 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: port-security May 17 11:52:57.495627 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: project_id.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.496588 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.496924 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: project-id May 17 11:52:57.497269 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: providernet.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.498186 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.498704 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: provider May 17 11:52:57.499024 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: qos.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.502527 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.503056 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extension qos not supported by any of loaded plugins May 17 11:52:57.503391 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.504623 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.505178 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 17 11:52:57.505510 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.506417 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.506931 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 17 11:52:57.507257 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: qos_default.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.508162 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.508674 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extension qos-default not supported by any of loaded plugins May 17 11:52:57.509036 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: qos_fip.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.510201 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.510790 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extension qos-fip not supported by any of loaded plugins May 17 11:52:57.511116 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: qos_gateway_ip.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.512033 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.512546 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extension qos-gateway-ip not supported by any of loaded plugins May 17 11:52:57.512870 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: qos_port_network_policy.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.513793 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.514304 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extension qos-port-network-policy not supported by any of loaded plugins May 17 11:52:57.514625 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: qos_rule_type_details.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.515531 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.516043 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extension qos-rule-type-details not supported by any of loaded plugins May 17 11:52:57.516370 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: qos_rules_alias.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.517428 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.517945 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extension qos-rules-alias not supported by any of loaded plugins May 17 11:52:57.518269 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: quotasv2.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.519277 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.519605 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: quotas May 17 11:52:57.519925 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: quotasv2_detail.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.521549 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.521897 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: quota_details May 17 11:52:57.522234 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: rbac.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.523272 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.523802 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: rbac-policies May 17 11:52:57.524135 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: rbac_address_group.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.525084 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.526328 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: rbac-address-group May 17 11:52:57.526661 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: rbac_address_scope.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.527571 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.528089 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: rbac-address-scope May 17 11:52:57.528417 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: rbac_security_groups.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.529380 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.529892 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: rbac-security-groups May 17 11:52:57.530217 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: rbac_subnetpool.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.531142 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.531662 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: rbac-subnetpool May 17 11:52:57.531987 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: revisionifmatch.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.532892 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.533431 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: revision-if-match May 17 11:52:57.533756 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: revisions.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.534842 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.535356 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: standard-attr-revisions May 17 11:52:57.535684 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: router_availability_zone.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.536342 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.536851 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: router_availability_zone May 17 11:52:57.537203 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: routerservicetype.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.538104 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.538619 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extension router-service-type not supported by any of loaded plugins May 17 11:52:57.538944 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.539847 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.540364 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: security-groups-normalized-cidr May 17 11:52:57.540688 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: security_groups_port_filtering.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.542165 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.542680 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: port-security-groups-filtering May 17 11:52:57.543003 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.543902 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.544420 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: security-groups-remote-address-group May 17 11:52:57.544743 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: securitygroup.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.554280 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.554817 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: security-group May 17 11:52:57.555156 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: segment.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.555935 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.556544 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extension segment not supported by any of loaded plugins May 17 11:52:57.556895 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.557849 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.558367 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 17 11:52:57.558699 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: servicetype.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.559797 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.560322 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: service-type May 17 11:52:57.560653 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: sorting.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.561661 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.562001 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: sorting May 17 11:52:57.562329 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: standard_attr_segment.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.563226 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.563743 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extension standard-attr-segment not supported by any of loaded plugins May 17 11:52:57.564071 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: standardattrdescription.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.564706 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.565254 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: standard-attr-description May 17 11:52:57.565580 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: stateful_security_group.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.566491 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.567023 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: stateful-security-group May 17 11:52:57.567348 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: stdattrs_common.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.567918 dv-cinder-734144-19-iscsi neutron-server[78595]: WARNING neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 17 11:52:57.568240 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.569248 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.569771 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 17 11:52:57.570094 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: subnet_onboard.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.571154 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.571677 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: subnet_onboard May 17 11:52:57.572504 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.573548 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.574056 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 17 11:52:57.574380 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: subnet_service_types.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.575297 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.575810 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: subnet-service-types May 17 11:52:57.576133 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: subnetallocation.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.577242 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.577773 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: subnet_allocation May 17 11:52:57.578097 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.578749 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.579272 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: subnetpool-prefix-ops May 17 11:52:57.579593 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.580505 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.581050 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 17 11:52:57.581374 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: tagging.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.582431 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.582967 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: standard-attr-tag May 17 11:52:57.583293 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: timestamp.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.584467 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.585028 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loaded extension: standard-attr-timestamp May 17 11:52:57.585359 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: trunk.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.586385 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.586908 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extension trunk not supported by any of loaded plugins May 17 11:52:57.587236 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: trunk_details.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.588366 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.588891 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extension trunk-details not supported by any of loaded plugins May 17 11:52:57.589242 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: uplink_status_propagation.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.590160 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.590674 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extension uplink-status-propagation not supported by any of loaded plugins May 17 11:52:57.590995 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Loading extension file: vlantransparent.py {{(pid=78595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 11:52:57.591651 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 11:52:57.592164 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extension vlan-transparent not supported by any of loaded plugins May 17 11:52:57.594649 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.quota.resource_registry [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Creating instance of TrackedResource for resource:network May 17 11:52:57.595372 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.quota.resource_registry [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Creating instance of TrackedResource for resource:subnet May 17 11:52:57.596153 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.quota.resource_registry [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Creating instance of TrackedResource for resource:subnetpool May 17 11:52:57.596780 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.quota.resource_registry [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Creating instance of TrackedResource for resource:port May 17 11:52:57.598092 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.v2.resource_helper [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78595) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 11:52:57.598528 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.v2.resource_helper [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Service FLAVORS assigned prefix: {{(pid=78595) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 11:52:57.599147 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.v2.resource_helper [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78595) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 11:52:57.599588 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.v2.resource_helper [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78595) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 11:52:57.599926 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.quota.resource_registry [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Creating instance of TrackedResource for resource:router May 17 11:52:57.600581 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.quota.resource_registry [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Creating instance of TrackedResource for resource:floatingip May 17 11:52:57.601330 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.v2.resource_helper [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Service METERING assigned prefix: /metering {{(pid=78595) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 11:52:57.602789 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.603157 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.604083 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:52:57.605363 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.quota.resource_registry [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Creating instance of CountableResource for resource:rbac_policy May 17 11:52:57.605832 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.quota.resource_registry [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Creating instance of TrackedResource for resource:security_group May 17 11:52:57.606501 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.quota.resource_registry [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Creating instance of TrackedResource for resource:security_group_rule May 17 11:52:57.607259 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.v2.resource_helper [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Service CORE assigned prefix: {{(pid=78595) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 11:52:57.607599 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.quota.resource_registry [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Creating instance of TrackedResource for resource:subnetpool May 17 11:52:57.607937 dv-cinder-734144-19-iscsi neutron-server[78595]: WARNING neutron.quota.resource_registry [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] subnetpool is already registered May 17 11:52:57.608571 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.v2.resource_helper [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Service CORE assigned prefix: {{(pid=78595) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 11:52:57.608907 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.quota.resource_registry [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Creating instance of TrackedResource for resource:subnetpool May 17 11:52:57.609261 dv-cinder-734144-19-iscsi neutron-server[78595]: WARNING neutron.quota.resource_registry [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] subnetpool is already registered May 17 11:52:57.612130 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.v2.resource_helper [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78595) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 11:52:57.612564 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.v2.resource_helper [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Service FLAVORS assigned prefix: {{(pid=78595) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 11:52:57.613187 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.v2.resource_helper [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78595) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 11:52:57.613611 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.v2.resource_helper [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78595) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 11:52:57.613971 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.quota.resource_registry [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Creating instance of TrackedResource for resource:router May 17 11:52:57.614285 dv-cinder-734144-19-iscsi neutron-server[78595]: WARNING neutron.quota.resource_registry [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] router is already registered May 17 11:52:57.614880 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.quota.resource_registry [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Creating instance of TrackedResource for resource:floatingip May 17 11:52:57.615207 dv-cinder-734144-19-iscsi neutron-server[78595]: WARNING neutron.quota.resource_registry [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] floatingip is already registered May 17 11:52:57.615841 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.v2.resource_helper [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Service METERING assigned prefix: /metering {{(pid=78595) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 11:52:57.616525 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.quota.resource_registry [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Creating instance of CountableResource for resource:rbac_policy May 17 11:52:57.616854 dv-cinder-734144-19-iscsi neutron-server[78595]: WARNING neutron.quota.resource_registry [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] rbac_policy is already registered May 17 11:52:57.618400 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.quota.resource_registry [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Creating instance of TrackedResource for resource:security_group May 17 11:52:57.618744 dv-cinder-734144-19-iscsi neutron-server[78595]: WARNING neutron.quota.resource_registry [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] security_group is already registered May 17 11:52:57.620124 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.quota.resource_registry [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Creating instance of TrackedResource for resource:security_group_rule May 17 11:52:57.620463 dv-cinder-734144-19-iscsi neutron-server[78595]: WARNING neutron.quota.resource_registry [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] security_group_rule is already registered May 17 11:52:57.621176 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.v2.resource_helper [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Service CORE assigned prefix: {{(pid=78595) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 11:52:57.621511 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.quota.resource_registry [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Creating instance of TrackedResource for resource:subnetpool May 17 11:52:57.621849 dv-cinder-734144-19-iscsi neutron-server[78595]: WARNING neutron.quota.resource_registry [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] subnetpool is already registered May 17 11:52:57.622470 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.v2.resource_helper [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Service CORE assigned prefix: {{(pid=78595) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 11:52:57.622811 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.quota.resource_registry [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Creating instance of TrackedResource for resource:subnetpool May 17 11:52:57.623191 dv-cinder-734144-19-iscsi neutron-server[78595]: WARNING neutron.quota.resource_registry [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] subnetpool is already registered May 17 11:52:57.623805 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extended resource: extensions {{(pid=78595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:52:57.625281 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extended resource: address-groups {{(pid=78595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:52:57.626871 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extended resource: address-scopes {{(pid=78595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:52:57.628055 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extended resource: agents {{(pid=78595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:52:57.629234 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extended resource: auto-allocated-topology {{(pid=78595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:52:57.630476 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extended resource: availability_zones {{(pid=78595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:52:57.631782 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extended resource: dhcp-networks {{(pid=78595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:52:57.633203 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extended resource: dhcp-agents {{(pid=78595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:52:57.634644 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extended resource: routers {{(pid=78595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:52:57.636590 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extended resource: flavors {{(pid=78595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:52:57.637796 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extended resource: service_profiles {{(pid=78595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:52:57.638983 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extended resource: next_providers {{(pid=78595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:52:57.640495 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extended resource: service_profiles {{(pid=78595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:52:57.641966 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extended resource: floatingip-pools {{(pid=78595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:52:57.643197 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extended resource: routers {{(pid=78595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:52:57.645040 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extended resource: floatingips {{(pid=78595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:52:57.646316 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extended resource: l3-routers {{(pid=78595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:52:57.647686 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extended resource: l3-agents {{(pid=78595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:52:57.649112 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extended resource: metering-labels {{(pid=78595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:52:57.650484 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extended resource: metering-label-rules {{(pid=78595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:52:57.651744 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extended resource: network-ip-availabilities {{(pid=78595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:52:57.653029 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extended resource: bindings {{(pid=78595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:52:57.654661 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extended resource: quotas {{(pid=78595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:52:57.656069 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extended resource: quotas {{(pid=78595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:52:57.657582 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extended resource: rbac-policies {{(pid=78595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:52:57.658899 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extended resource: security-groups {{(pid=78595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:52:57.660096 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extended resource: security-group-rules {{(pid=78595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:52:57.661374 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extended resource: service-providers {{(pid=78595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:52:57.662581 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extended resource: subnetpools {{(pid=78595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:52:57.663974 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extended resource: subnetpools {{(pid=78595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:52:57.665450 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extended resource: tags {{(pid=78595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:52:57.667901 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extended resource: tags {{(pid=78595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:52:57.669764 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extended resource: tags {{(pid=78595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:52:57.671525 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extended resource: tags {{(pid=78595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:52:57.673382 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extended resource: tags {{(pid=78595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:52:57.675209 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extended resource: tags {{(pid=78595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:52:57.676880 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extended resource: tags {{(pid=78595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:52:57.679680 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extended resource: tags {{(pid=78595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:52:57.682091 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extended resource: tags {{(pid=78595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:52:57.793644 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron.api.extensions [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Extended resource: tags {{(pid=78595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:52:57.799463 dv-cinder-734144-19-iscsi neutron-server[78595]: WARNING keystonemiddleware.auth_token [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 17 11:52:57.804193 dv-cinder-734144-19-iscsi neutron-server[78595]: WARNING keystonemiddleware.auth_token [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 17 11:52:57.812497 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Acquired lock "singleton_lock" {{(pid=78595) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 17 11:52:57.813004 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_concurrency.lockutils [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Releasing lock "singleton_lock" {{(pid=78595) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 17 11:52:57.813650 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO oslo_service.service [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Starting 2 workers May 17 11:52:57.818310 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Started child 78700 {{(pid=78595) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 17 11:52:57.823154 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Started child 78701 {{(pid=78595) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 17 11:52:57.824424 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:52:57.825234 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO neutron.service [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Neutron service started, listening on 0.0.0.0:9696 May 17 11:52:57.825489 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Notify callbacks [] for process, before_spawn {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:52:57.826150 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [-] (78700) wsgi starting up on http://0.0.0.0:9696 May 17 11:52:57.827564 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:52:57.828057 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO oslo_service.service [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Starting 1 workers May 17 11:52:57.828920 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [-] (78701) wsgi starting up on http://0.0.0.0:9696 May 17 11:52:57.832999 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Started child 78702 {{(pid=78595) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 17 11:52:57.833538 dv-cinder-734144-19-iscsi neutron-server[78595]: INFO oslo_service.service [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Starting 1 workers May 17 11:52:57.836532 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.service [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] calling RpcWorker wait() {{(pid=78702) _wait /opt/stack/neutron/neutron/service.py:128}} May 17 11:52:57.837092 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.service [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] returning from RpcWorker wait() {{(pid=78702) _wait /opt/stack/neutron/neutron/service.py:135}} May 17 11:52:57.838464 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Started child 78703 {{(pid=78595) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 17 11:52:57.839182 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:52:57.839398 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG neutron_lib.callbacks.manager [None req-4fc64124-3b93-4b47-80d6-061b13f23beb None None] Notify callbacks [] for process, after_spawn {{(pid=78595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:52:57.839735 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 11:52:57.841275 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78595) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 17 11:52:57.841491 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 17 11:52:57.841679 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 17 11:52:57.841905 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 17 11:52:57.842251 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 17 11:52:57.842419 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 17 11:52:57.842907 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.843170 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.843309 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:52:57.843754 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.843754 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.843950 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.844374 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 11:52:57.844567 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.844844 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.845110 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.845399 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.845654 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.845829 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.845998 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.846246 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.846478 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.846790 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.847061 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.847320 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.847599 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.847775 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.848134 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.848404 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.848634 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.848898 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] debug = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.849192 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.849688 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.849926 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.850176 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.850414 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.850692 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.850936 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.851210 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.851467 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.851678 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.851935 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.852190 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.852429 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.852660 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.852911 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.853190 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.853482 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.853955 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] host = dv-cinder-734144-19-iscsi {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.854279 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.854534 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.854764 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.854934 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.855177 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.855405 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.855653 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.855913 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.856155 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.856376 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.856650 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.856873 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.857126 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.857415 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] log_file = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.857551 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] log_options = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.857761 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.858047 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.858310 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.858503 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.858671 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.858846 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.859107 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.859270 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.859537 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.859756 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.859971 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.860432 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.860673 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.860926 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.861229 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.861441 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.861683 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.861895 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.862138 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.862382 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.862605 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.862829 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.863069 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.863284 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.863495 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.863727 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.863956 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.864191 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.864409 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.864662 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.864875 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.865141 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.865378 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.865624 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.865850 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.866059 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.866275 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.866534 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.866763 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.867015 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.867256 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.867517 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.867696 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.867930 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.868160 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.868403 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] use_json = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.871401 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.874991 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.874991 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.874991 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.874991 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.874991 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.874991 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.874991 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.874991 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.875742 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.875742 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.876155 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.876475 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.876797 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.877128 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.877441 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.878256 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.878561 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.881119 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.881395 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.881737 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.882693 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.882997 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.883970 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.884281 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.885198 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.886475 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.889214 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.889538 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.890551 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.890929 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.891232 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.891643 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.892997 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.893247 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.893495 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.893753 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.893984 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.895547 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.895861 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.896212 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.896538 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.896839 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.897173 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.897496 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.898179 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.898484 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.898821 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.899135 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.900170 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.900479 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.900875 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.901104 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.901390 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.901710 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.902034 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.902337 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.902659 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.902959 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.903265 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.903544 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.903842 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.904127 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.904434 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.904720 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.905036 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.905314 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.905761 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.906055 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.906375 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.906664 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.906943 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.907218 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.907531 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.907829 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.908106 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.908429 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.908734 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.909039 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.909318 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.909600 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.909880 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.910162 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.910442 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.910716 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.911007 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.911310 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.911588 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.911863 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.912139 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.912427 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.912722 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.913570 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.913570 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.913570 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.913869 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.914204 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.914517 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.914812 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.915111 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.915412 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.916364 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.916364 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.916364 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.916593 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.916964 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.917260 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.917982 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.917982 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.918165 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.918363 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.918657 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.918959 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.919737 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.919737 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.919907 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.920105 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.920406 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.920723 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.921107 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.921425 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.921738 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.922020 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.922356 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.922715 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.923034 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.923367 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.923660 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.923953 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.924291 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.925117 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.925449 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.925889 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.926656 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.926987 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.927365 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.927727 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.928680 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.928997 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.929655 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.930265 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.930265 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.930561 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.931091 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.932497 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.932770 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.933081 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.933428 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.933688 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.933928 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.935148 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.935415 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.935636 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.935918 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.936150 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.936364 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.936618 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.936835 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.937091 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.937323 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.937538 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.937800 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.938014 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.938233 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.938479 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.938740 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.938953 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.939255 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.939427 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.939627 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.939874 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.940090 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.940348 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.940574 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.940789 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.942583 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.942845 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.943119 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.944143 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.944432 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.944668 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.945271 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.946150 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.947036 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.947503 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.947784 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.948042 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.948452 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.948794 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.949134 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.949541 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.949860 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.950118 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.950358 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.950654 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.951086 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.951337 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.951582 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.951845 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.952062 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.952284 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.952551 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.953067 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.953471 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.953889 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.954233 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.954505 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.954752 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.954998 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.956024 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.956249 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.956819 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.957086 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.957301 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.957616 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.957874 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.958106 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.958350 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.958584 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.958814 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.959028 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.959239 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.959478 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.959718 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.959969 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.960180 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.960414 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.960632 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.960864 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.961132 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.961346 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.961555 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.961772 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.961981 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.962204 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.962411 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.963111 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.963341 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.963549 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.963929 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.964206 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.964422 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.964707 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.964986 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.965214 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.965467 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.965791 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.966007 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.966267 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.968186 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.968424 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.968644 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.968905 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.969271 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.969549 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.969803 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.970060 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.970349 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.970621 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.970893 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.971111 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.971409 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.971725 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.972026 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.972283 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.972516 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.972798 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.974488 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.974731 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.975934 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.976249 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.976490 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.976921 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.977182 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.977653 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.978776 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.979031 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.979262 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.979526 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.979833 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.980091 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.980341 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:57.980504 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 17 11:52:57.981579 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78595) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 17 11:52:57.981746 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 17 11:52:57.983395 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 17 11:52:57.983587 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 17 11:52:57.983766 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 17 11:52:57.983924 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 17 11:52:57.984139 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.984307 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.984470 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.984633 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.984795 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.985561 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.985657 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 11:52:57.985743 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.985897 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.986042 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.986201 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.986361 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.986517 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.986676 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.986834 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.986994 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.987151 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.987310 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.987468 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.987629 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.987786 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.987943 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.988097 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.988252 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] debug = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.988408 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.988616 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.988786 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.988911 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.989090 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.989247 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.989404 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.989560 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.989717 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.989872 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.990027 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.990183 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.990342 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.990497 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.990652 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.990808 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.990963 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.991118 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] host = dv-cinder-734144-19-iscsi {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.991275 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.991431 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.991585 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.991740 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.991896 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.992051 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.992207 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.992362 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.992518 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.992673 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.992828 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.993003 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.993161 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.993317 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] log_file = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.993530 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] log_options = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.993664 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.993785 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.994441 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.994626 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.994751 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.994872 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.995205 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.995363 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.995521 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.995678 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.995835 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.995992 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.996147 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.996303 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.996459 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.996614 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.996770 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.996926 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.997150 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.998921 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.999080 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.999240 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.999402 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.999631 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:57.999834 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:58.000344 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:58.000633 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:58.000804 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:58.000985 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:58.002134 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:58.002299 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:58.002465 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:58.003807 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:58.003978 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:58.004258 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:58.004418 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:58.004571 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:58.004842 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:58.005038 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:58.005199 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:58.005591 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:58.005810 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:58.005972 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:58.006255 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:58.006720 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:58.007262 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] use_json = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:58.007904 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:58.009163 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:58.009346 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:58.009541 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:58.009802 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:58.009975 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:58.010145 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:58.010308 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:52:58.010492 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.010656 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.010831 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.010994 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.011161 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.011322 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.011481 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.011639 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.011797 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.011954 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.012119 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.012277 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.012446 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.012604 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.012761 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.012923 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.013172 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.013333 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.013492 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.013648 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.013827 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.013986 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.014160 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.014318 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.014475 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.014632 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.014789 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.014947 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.015104 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.015262 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.015419 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.015576 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.015732 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.015889 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.016044 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.016201 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.016358 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.016514 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.016671 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.016850 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.017233 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.017417 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.017575 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.017733 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.017911 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.018068 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.018225 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.018381 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.018537 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.018693 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.018861 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.019018 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.019172 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.019328 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.019484 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.019639 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.019801 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.020049 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.020257 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.020416 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.020574 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.020744 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.020901 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.021085 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.021242 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.021398 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.021556 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.021713 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.021870 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.022029 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.022184 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.022341 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.022548 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.022674 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.022808 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.022923 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.023073 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.023228 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.023386 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.023542 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.023748 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.023881 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.024039 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.024396 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.024877 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.024877 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.025672 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.025824 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.025950 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.026073 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.026196 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.026319 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.026441 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.026594 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.026752 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.026908 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.027048 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.027258 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.027709 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.027938 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.028084 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.028210 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.028334 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.028561 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.028985 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.029133 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.029259 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.029382 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.029506 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.029666 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.029836 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.030002 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.030160 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.030318 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.030476 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.030639 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.030807 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.030970 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.031127 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.031284 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.031441 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.031598 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.031807 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.031970 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.032127 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.032283 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.032440 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.032603 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.032772 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.032945 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.033107 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.033263 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.033442 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.033598 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.033754 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.033910 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.034065 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.034221 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.034378 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.034535 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.034691 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.034849 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.035109 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.035272 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.035429 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.035585 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.035740 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.035895 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.036052 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.036208 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.036366 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.036523 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.036664 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.036824 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.037007 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.037165 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.037324 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.037478 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.037785 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.037995 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.038130 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.038254 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.038376 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.038525 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.038683 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.038840 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.038996 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.039152 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.039292 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.039458 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.039613 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.040097 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.040097 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.040097 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.040344 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.040344 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.040488 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.040639 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.040862 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.041101 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.041263 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.042512 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.042512 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.042512 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.042512 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.042512 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.042512 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.043000 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.043000 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.043000 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.043000 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.043363 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.043363 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.043571 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.043571 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.043765 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.043848 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.043991 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.044155 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.044316 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.044473 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.044629 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.044785 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.044990 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.045138 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.045263 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.045432 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.045588 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.045744 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.045900 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.046056 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.046222 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.046378 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.046533 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.046688 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.046844 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.047010 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.047166 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.047320 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.047477 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.047633 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.047797 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.047954 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.048109 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.048264 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.048420 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.048585 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.048741 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.048896 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.049072 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.049227 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.049391 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.049548 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.049703 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.049867 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.050024 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.050180 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.050336 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.050504 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.050666 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.050825 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.050981 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.051195 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.051372 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.051531 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.051692 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.051858 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.052022 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.052180 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.052345 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.052508 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.052672 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.052831 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.053015 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.053185 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.053340 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.053499 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.053655 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.053814 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.053969 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.054125 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.054283 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.054440 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.054597 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.054752 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.054909 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.055064 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.055221 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.055377 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.055533 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.055689 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.055847 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.056003 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.056158 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:52:58.056306 dv-cinder-734144-19-iscsi neutron-server[78595]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 17 11:52:58.109868 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 52708) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:52:58.118394 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061955 May 17 11:53:08.809486 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb144ed-da9e-4f4f-8ce5-e3b89c702317 None None] get_active_networks_info from dv-cinder-734144-19-iscsi {{(pid=78702) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 17 11:53:08.945184 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb144ed-da9e-4f4f-8ce5-e3b89c702317 None None] No non-hosted networks {{(pid=78702) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 17 11:53:08.956135 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.agentschedulers_db [None req-4cb144ed-da9e-4f4f-8ce5-e3b89c702317 None None] DHCP Agent not found on host dv-cinder-734144-19-iscsi {{(pid=78702) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 17 11:53:09.029510 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-4ff045a6-9550-4e32-96a2-96ad8f9a0929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004'] for agent, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:11.284517 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004'] for agent, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:11.286220 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:11.286628 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:11.286960 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:11.287377 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:11.287749 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:11.288086 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:11.288599 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:11.289995 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:11.290568 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:11.291400 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:11.292080 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:11.292619 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:11.293670 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-734144-19-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 11:53:11.296758 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-27a15e70-c468-4865-bd43-d54ac07c1741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004'] for agent, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:11.387362 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-734144-19-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 11:53:11.399428 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a03e3115-5b1d-482b-99e6-437c5140b389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:12.300278 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004'] for agent, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:14.151482 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004'] for agent, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:14.365729 dv-cinder-734144-19-iscsi neutron-server[78702]: INFO neutron.db.l3_hamode_db [None req-229aebb4-4e4f-4e7b-a223-2431f3494db5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 17 11:53:14.452568 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229aebb4-4e4f-4e7b-a223-2431f3494db5 None None] Routers set() bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 11:53:14.452970 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229aebb4-4e4f-4e7b-a223-2431f3494db5 None None] Router IDs set() for agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 17 11:53:15.535597 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 52800) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:53:16.125621 dv-cinder-734144-19-iscsi neutron-server[78700]: WARNING oslo_policy.policy [None req-26841a48-c209-44c9-bd2a-8217204fa1dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 11:53:16.126222 dv-cinder-734144-19-iscsi neutron-server[78700]: WARNING oslo_policy.policy [None req-26841a48-c209-44c9-bd2a-8217204fa1dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 11:53:16.342844 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [None req-26841a48-c209-44c9-bd2a-8217204fa1dd admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=78700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 11:53:16.344065 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-26841a48-c209-44c9-bd2a-8217204fa1dd admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8064680 May 17 11:53:18.698320 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 52814) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:53:19.063975 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [None req-907fb38b-78bc-49ad-8188-e2ad8d0f345f admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 11:53:19.164124 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.policy [None req-907fb38b-78bc-49ad-8188-e2ad8d0f345f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78700) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 17 11:53:19.210532 dv-cinder-734144-19-iscsi neutron-server[78700]: WARNING oslo_policy.policy [None req-907fb38b-78bc-49ad-8188-e2ad8d0f345f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 11:53:19.210895 dv-cinder-734144-19-iscsi neutron-server[78700]: WARNING oslo_policy.policy [None req-907fb38b-78bc-49ad-8188-e2ad8d0f345f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 11:53:19.220248 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.quota [None req-907fb38b-78bc-49ad-8188-e2ad8d0f345f admin admin] Loaded quota_driver: . May 17 11:53:19.236043 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-907fb38b-78bc-49ad-8188-e2ad8d0f345f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 11:53:19.295530 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-907fb38b-78bc-49ad-8188-e2ad8d0f345f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762325234169', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762325237676', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762325228823', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762325215355', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762325212870', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762325267808', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1494543', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1467470', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-402150', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3752486'] for rbac-policy, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:19.356502 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-907fb38b-78bc-49ad-8188-e2ad8d0f345f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:19.357690 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-907fb38b-78bc-49ad-8188-e2ad8d0f345f admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6584246 May 17 11:53:21.949519 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 52828) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:53:22.300120 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [None req-6db71ffa-21d5-4aa2-917a-8d251198fb82 admin admin] Request body: {'network': {'project_id': '067a520f884c4139b380a521aef063a6', 'admin_state_up': True, 'tenant_id': '067a520f884c4139b380a521aef063a6', 'name': 'private'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 11:53:22.304789 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-6db71ffa-21d5-4aa2-917a-8d251198fb82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 11:53:22.309697 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-6db71ffa-21d5-4aa2-917a-8d251198fb82 admin admin] Usage tracker for resource:network and tenant:067a520f884c4139b380a521aef063a6 is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 11:53:22.314156 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-6db71ffa-21d5-4aa2-917a-8d251198fb82 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 11:53:22.319993 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-6db71ffa-21d5-4aa2-917a-8d251198fb82 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 11:53:22.330089 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db71ffa-21d5-4aa2-917a-8d251198fb82 admin admin] Made reservation on behalf of 067a520f884c4139b380a521aef063a6 for: {'network': 1} {{(pid=78700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 11:53:22.332831 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-6db71ffa-21d5-4aa2-917a-8d251198fb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1523871'] for network, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:22.350786 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-6db71ffa-21d5-4aa2-917a-8d251198fb82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:22.364815 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-6db71ffa-21d5-4aa2-917a-8d251198fb82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 11:53:22.368367 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-6db71ffa-21d5-4aa2-917a-8d251198fb82 admin admin] Usage tracker for resource:security_group_rule and tenant:067a520f884c4139b380a521aef063a6 is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 11:53:22.373692 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-6db71ffa-21d5-4aa2-917a-8d251198fb82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 11:53:22.379054 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-6db71ffa-21d5-4aa2-917a-8d251198fb82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 11:53:22.475686 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-6db71ffa-21d5-4aa2-917a-8d251198fb82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:22.479526 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-6db71ffa-21d5-4aa2-917a-8d251198fb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:22.484680 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:53:22.501954 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db71ffa-21d5-4aa2-917a-8d251198fb82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=78700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 11:53:22.528709 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-6db71ffa-21d5-4aa2-917a-8d251198fb82 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762327222986', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205'] for segment, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:22.529324 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-6db71ffa-21d5-4aa2-917a-8d251198fb82 admin admin] Unsubscribe: segment precommit_create {{(pid=78700) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 17 11:53:22.529784 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.db.segments_db [None req-6db71ffa-21d5-4aa2-917a-8d251198fb82 admin admin] Added segment ecb024e6-e82e-4954-9501-b3280ab8685e of type vlan for network 02b29491-e783-4211-aa06-6de0a8f35dc4 May 17 11:53:22.577572 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db71ffa-21d5-4aa2-917a-8d251198fb82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa40de89-a27c-45bc-bbd4-852d3813f189,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:53:22.594275 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db71ffa-21d5-4aa2-917a-8d251198fb82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:22.594622 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db71ffa-21d5-4aa2-917a-8d251198fb82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:22.594948 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db71ffa-21d5-4aa2-917a-8d251198fb82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:22.595263 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db71ffa-21d5-4aa2-917a-8d251198fb82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:22.595574 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db71ffa-21d5-4aa2-917a-8d251198fb82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:22.595898 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db71ffa-21d5-4aa2-917a-8d251198fb82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:22.596207 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db71ffa-21d5-4aa2-917a-8d251198fb82 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:22.596527 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db71ffa-21d5-4aa2-917a-8d251198fb82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:22.596848 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db71ffa-21d5-4aa2-917a-8d251198fb82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:22.597180 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db71ffa-21d5-4aa2-917a-8d251198fb82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:22.597479 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db71ffa-21d5-4aa2-917a-8d251198fb82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:22.597786 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db71ffa-21d5-4aa2-917a-8d251198fb82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:22.599096 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db71ffa-21d5-4aa2-917a-8d251198fb82 admin admin] Tracked resource versions report: May 17 11:53:22.599096 dv-cinder-734144-19-iscsi neutron-server[78700]: pushed versions: May 17 11:53:22.599096 dv-cinder-734144-19-iscsi neutron-server[78700]: { 'AddressGroup': {'1.2'}, May 17 11:53:22.599096 dv-cinder-734144-19-iscsi neutron-server[78700]: 'ConntrackHelper': {'1.0'}, May 17 11:53:22.599096 dv-cinder-734144-19-iscsi neutron-server[78700]: 'Log': {'1.0'}, May 17 11:53:22.599096 dv-cinder-734144-19-iscsi neutron-server[78700]: 'Network': {'1.1'}, May 17 11:53:22.599096 dv-cinder-734144-19-iscsi neutron-server[78700]: 'Port': {'1.7'}, May 17 11:53:22.599096 dv-cinder-734144-19-iscsi neutron-server[78700]: 'PortForwarding': {'1.2'}, May 17 11:53:22.599096 dv-cinder-734144-19-iscsi neutron-server[78700]: 'QosPolicy': {'1.8'}, May 17 11:53:22.599096 dv-cinder-734144-19-iscsi neutron-server[78700]: 'SecurityGroup': {'1.4'}, May 17 11:53:22.599096 dv-cinder-734144-19-iscsi neutron-server[78700]: 'SecurityGroupRule': {'1.2'}, May 17 11:53:22.599096 dv-cinder-734144-19-iscsi neutron-server[78700]: 'SubPort': {'1.0'}, May 17 11:53:22.599096 dv-cinder-734144-19-iscsi neutron-server[78700]: 'Subnet': {'1.1'}, May 17 11:53:22.599096 dv-cinder-734144-19-iscsi neutron-server[78700]: 'Trunk': {'1.1'}} May 17 11:53:22.599096 dv-cinder-734144-19-iscsi neutron-server[78700]: consumer versions: May 17 11:53:22.599096 dv-cinder-734144-19-iscsi neutron-server[78700]: { DHCP agent@dv-cinder-734144-19-iscsi: {}, May 17 11:53:22.599096 dv-cinder-734144-19-iscsi neutron-server[78700]: L3 agent@dv-cinder-734144-19-iscsi: {}, May 17 11:53:22.599096 dv-cinder-734144-19-iscsi neutron-server[78700]: Metadata agent@dv-cinder-734144-19-iscsi: {}, May 17 11:53:22.599096 dv-cinder-734144-19-iscsi neutron-server[78700]: Metering agent@dv-cinder-734144-19-iscsi: {}, May 17 11:53:22.599096 dv-cinder-734144-19-iscsi neutron-server[78700]: Open vSwitch agent@dv-cinder-734144-19-iscsi: { 'AddressGroup': '1.2', May 17 11:53:22.599096 dv-cinder-734144-19-iscsi neutron-server[78700]: 'ConntrackHelper': '1.0', May 17 11:53:22.599096 dv-cinder-734144-19-iscsi neutron-server[78700]: 'Log': '1.0', May 17 11:53:22.599096 dv-cinder-734144-19-iscsi neutron-server[78700]: 'Network': '1.1', May 17 11:53:22.599096 dv-cinder-734144-19-iscsi neutron-server[78700]: 'Port': '1.7', May 17 11:53:22.599096 dv-cinder-734144-19-iscsi neutron-server[78700]: 'PortForwarding': '1.2', May 17 11:53:22.599096 dv-cinder-734144-19-iscsi neutron-server[78700]: 'QosPolicy': '1.8', May 17 11:53:22.599096 dv-cinder-734144-19-iscsi neutron-server[78700]: 'SecurityGroup': '1.4', May 17 11:53:22.599096 dv-cinder-734144-19-iscsi neutron-server[78700]: 'SecurityGroupRule': '1.2', May 17 11:53:22.599096 dv-cinder-734144-19-iscsi neutron-server[78700]: 'SubPort': '1.0', May 17 11:53:22.599096 dv-cinder-734144-19-iscsi neutron-server[78700]: 'Subnet': '1.1', May 17 11:53:22.599096 dv-cinder-734144-19-iscsi neutron-server[78700]: 'Trunk': '1.1'}} May 17 11:53:22.599096 dv-cinder-734144-19-iscsi neutron-server[78700]: {{(pid=78700) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 11:53:22.650154 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-6db71ffa-21d5-4aa2-917a-8d251198fb82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762326795951'] for network, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:22.653986 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-6db71ffa-21d5-4aa2-917a-8d251198fb82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:53:22.690386 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-6db71ffa-21d5-4aa2-917a-8d251198fb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533501'] for network, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:22.691921 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db71ffa-21d5-4aa2-917a-8d251198fb82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:53:22.692553 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-6db71ffa-21d5-4aa2-917a-8d251198fb82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for network, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:22.698078 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:53:22.799825 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db71ffa-21d5-4aa2-917a-8d251198fb82 admin admin] Pushing event updated for resources: {'Network': ['ID=02b29491-e783-4211-aa06-6de0a8f35dc4,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:53:22.802967 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-6db71ffa-21d5-4aa2-917a-8d251198fb82 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8524666 May 17 11:53:22.818639 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-6db71ffa-21d5-4aa2-917a-8d251198fb82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:53:22.827953 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Network 02b29491-e783-4211-aa06-6de0a8f35dc4 details requested by agent ovs-agent-dv-cinder-734144-19-iscsi with host dv-cinder-734144-19-iscsi {{(pid=78702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 11:53:25.451648 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 52844) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:53:25.901149 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204b6812-d0fc-430d-a716-1fa115fb6321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:53:25.902495 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-204b6812-d0fc-430d-a716-1fa115fb6321 admin admin] 10.222.0.11 "GET /v2.0/networks/02b29491-e783-4211-aa06-6de0a8f35dc4 HTTP/1.1" status: 200 len: 825 time: 0.4499221 May 17 11:53:25.929621 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-4e25b034-9720-4996-8a8e-fc10d7571dec admin admin] 10.222.0.11 "GET /v2.0/subnetpools/5c711b18-011c-4faf-9baf-aaa7d30bdd49 HTTP/1.1" status: 200 len: 734 time: 0.0217886 May 17 11:53:25.938056 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [None req-55e38d12-d096-42cb-a889-2baccf7a8c76 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '02b29491-e783-4211-aa06-6de0a8f35dc4', 'tenant_id': '067a520f884c4139b380a521aef063a6', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '5c711b18-011c-4faf-9baf-aaa7d30bdd49'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 11:53:25.942204 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-55e38d12-d096-42cb-a889-2baccf7a8c76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 11:53:25.945868 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-55e38d12-d096-42cb-a889-2baccf7a8c76 admin admin] Usage tracker for resource:subnet and tenant:067a520f884c4139b380a521aef063a6 is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 11:53:25.949137 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-55e38d12-d096-42cb-a889-2baccf7a8c76 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 11:53:25.955235 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-55e38d12-d096-42cb-a889-2baccf7a8c76 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 11:53:25.966042 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e38d12-d096-42cb-a889-2baccf7a8c76 admin admin] Made reservation on behalf of 067a520f884c4139b380a521aef063a6 for: {'subnet': 1} {{(pid=78700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 11:53:25.968386 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-55e38d12-d096-42cb-a889-2baccf7a8c76 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:26.439542 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-55e38d12-d096-42cb-a889-2baccf7a8c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450'] for subnet, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:26.444474 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:53:26.520382 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e38d12-d096-42cb-a889-2baccf7a8c76 admin admin] Checking segment: {'id': 'ecb024e6-e82e-4954-9501-b3280ab8685e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02b29491-e783-4211-aa06-6de0a8f35dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 11:53:26.521040 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e38d12-d096-42cb-a889-2baccf7a8c76 admin admin] Network hostable DHCP agents. Network: 02b29491-e783-4211-aa06-6de0a8f35dc4, hostable agents: ['1bb0aafc-e938-4aea-abc6-5926a36b60fa'], hosted agents: [] {{(pid=78700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 11:53:26.526208 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e38d12-d096-42cb-a889-2baccf7a8c76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6de19bf0-80f7-4af2-bdb6-9b51567eb9e2,revision_number=0']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:53:26.531749 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-55e38d12-d096-42cb-a889-2baccf7a8c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:53:26.543695 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e38d12-d096-42cb-a889-2baccf7a8c76 admin admin] Network 02b29491-e783-4211-aa06-6de0a8f35dc4 is scheduled to be hosted by DHCP agent 1bb0aafc-e938-4aea-abc6-5926a36b60fa with binding_index 1 {{(pid=78700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 11:53:26.553322 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.base_scheduler [None req-55e38d12-d096-42cb-a889-2baccf7a8c76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-19-iscsi, 02b29491-e783-4211-aa06-6de0a8f35dc4) {{(pid=78700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 11:53:26.559466 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e38d12-d096-42cb-a889-2baccf7a8c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:53:26.560174 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-55e38d12-d096-42cb-a889-2baccf7a8c76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for subnet, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:26.563297 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64bf3ed-60b7-4085-a5aa-82e2a4c11114 None None] Network 02b29491-e783-4211-aa06-6de0a8f35dc4 requested from dv-cinder-734144-19-iscsi {{(pid=78702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 11:53:26.583873 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-55e38d12-d096-42cb-a889-2baccf7a8c76 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6490912 May 17 11:53:26.870646 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bc12d4-2c69-4f5b-8df8-02a02314746e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6ad49bc-6772-501e-aeed-729f0e6c613b-02b29491-e783-4211-aa06-6de0a8f35dc4', 'network_id': '02b29491-e783-4211-aa06-6de0a8f35dc4', 'tenant_id': '067a520f884c4139b380a521aef063a6', 'fixed_ips': [{'subnet_id': '6de19bf0-80f7-4af2-bdb6-9b51567eb9e2'}]}} from dv-cinder-734144-19-iscsi. {{(pid=78702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 17 11:53:26.871874 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-21bc12d4-2c69-4f5b-8df8-02a02314746e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:27.056488 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [None req-21bc12d4-2c69-4f5b-8df8-02a02314746e None None] Allocated IP 172.20.0.2 (02b29491-e783-4211-aa06-6de0a8f35dc4/6de19bf0-80f7-4af2-bdb6-9b51567eb9e2/a59bfe81-c3c5-44ad-854a-9c81e38f71af) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 11:53:27.284711 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-21bc12d4-2c69-4f5b-8df8-02a02314746e None None] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:27.298505 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-21bc12d4-2c69-4f5b-8df8-02a02314746e None None] Transition to ACTIVE for port object a59bfe81-c3c5-44ad-854a-9c81e38f71af will not be triggered until provisioned by entity L2. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 11:53:27.317985 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-21bc12d4-2c69-4f5b-8df8-02a02314746e None None] Transition to ACTIVE for port object a59bfe81-c3c5-44ad-854a-9c81e38f71af will not be triggered until provisioned by entity DHCP. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 11:53:27.325160 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-21bc12d4-2c69-4f5b-8df8-02a02314746e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:27.330601 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:53:27.391625 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bc12d4-2c69-4f5b-8df8-02a02314746e None None] Network 02b29491-e783-4211-aa06-6de0a8f35dc4 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 11:53:27.396306 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-21bc12d4-2c69-4f5b-8df8-02a02314746e None None] Resources bound (agent type, host, resource id): {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 11:53:27.408356 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bc12d4-2c69-4f5b-8df8-02a02314746e None None] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 11:53:27.410829 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bc12d4-2c69-4f5b-8df8-02a02314746e None None] Pushing event updated for resources: {'Port': ['ID=a59bfe81-c3c5-44ad-854a-9c81e38f71af,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:53:27.447894 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bc12d4-2c69-4f5b-8df8-02a02314746e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:27.448248 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bc12d4-2c69-4f5b-8df8-02a02314746e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:27.448577 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bc12d4-2c69-4f5b-8df8-02a02314746e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:27.448900 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bc12d4-2c69-4f5b-8df8-02a02314746e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:27.449235 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bc12d4-2c69-4f5b-8df8-02a02314746e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:27.449549 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bc12d4-2c69-4f5b-8df8-02a02314746e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:27.449857 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bc12d4-2c69-4f5b-8df8-02a02314746e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:27.450164 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bc12d4-2c69-4f5b-8df8-02a02314746e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:27.450487 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bc12d4-2c69-4f5b-8df8-02a02314746e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:27.450791 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bc12d4-2c69-4f5b-8df8-02a02314746e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:27.451091 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bc12d4-2c69-4f5b-8df8-02a02314746e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:27.451392 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bc12d4-2c69-4f5b-8df8-02a02314746e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:27.452725 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bc12d4-2c69-4f5b-8df8-02a02314746e None None] Tracked resource versions report: May 17 11:53:27.452725 dv-cinder-734144-19-iscsi neutron-server[78702]: pushed versions: May 17 11:53:27.452725 dv-cinder-734144-19-iscsi neutron-server[78702]: { 'AddressGroup': {'1.2'}, May 17 11:53:27.452725 dv-cinder-734144-19-iscsi neutron-server[78702]: 'ConntrackHelper': {'1.0'}, May 17 11:53:27.452725 dv-cinder-734144-19-iscsi neutron-server[78702]: 'Log': {'1.0'}, May 17 11:53:27.452725 dv-cinder-734144-19-iscsi neutron-server[78702]: 'Network': {'1.1'}, May 17 11:53:27.452725 dv-cinder-734144-19-iscsi neutron-server[78702]: 'Port': {'1.7'}, May 17 11:53:27.452725 dv-cinder-734144-19-iscsi neutron-server[78702]: 'PortForwarding': {'1.2'}, May 17 11:53:27.452725 dv-cinder-734144-19-iscsi neutron-server[78702]: 'QosPolicy': {'1.8'}, May 17 11:53:27.452725 dv-cinder-734144-19-iscsi neutron-server[78702]: 'SecurityGroup': {'1.4'}, May 17 11:53:27.452725 dv-cinder-734144-19-iscsi neutron-server[78702]: 'SecurityGroupRule': {'1.2'}, May 17 11:53:27.452725 dv-cinder-734144-19-iscsi neutron-server[78702]: 'SubPort': {'1.0'}, May 17 11:53:27.452725 dv-cinder-734144-19-iscsi neutron-server[78702]: 'Subnet': {'1.1'}, May 17 11:53:27.452725 dv-cinder-734144-19-iscsi neutron-server[78702]: 'Trunk': {'1.1'}} May 17 11:53:27.452725 dv-cinder-734144-19-iscsi neutron-server[78702]: consumer versions: May 17 11:53:27.452725 dv-cinder-734144-19-iscsi neutron-server[78702]: { DHCP agent@dv-cinder-734144-19-iscsi: {}, May 17 11:53:27.452725 dv-cinder-734144-19-iscsi neutron-server[78702]: L3 agent@dv-cinder-734144-19-iscsi: {}, May 17 11:53:27.452725 dv-cinder-734144-19-iscsi neutron-server[78702]: Metadata agent@dv-cinder-734144-19-iscsi: {}, May 17 11:53:27.452725 dv-cinder-734144-19-iscsi neutron-server[78702]: Metering agent@dv-cinder-734144-19-iscsi: {}, May 17 11:53:27.452725 dv-cinder-734144-19-iscsi neutron-server[78702]: Open vSwitch agent@dv-cinder-734144-19-iscsi: { 'AddressGroup': '1.2', May 17 11:53:27.452725 dv-cinder-734144-19-iscsi neutron-server[78702]: 'ConntrackHelper': '1.0', May 17 11:53:27.452725 dv-cinder-734144-19-iscsi neutron-server[78702]: 'Log': '1.0', May 17 11:53:27.452725 dv-cinder-734144-19-iscsi neutron-server[78702]: 'Network': '1.1', May 17 11:53:27.452725 dv-cinder-734144-19-iscsi neutron-server[78702]: 'Port': '1.7', May 17 11:53:27.452725 dv-cinder-734144-19-iscsi neutron-server[78702]: 'PortForwarding': '1.2', May 17 11:53:27.452725 dv-cinder-734144-19-iscsi neutron-server[78702]: 'QosPolicy': '1.8', May 17 11:53:27.452725 dv-cinder-734144-19-iscsi neutron-server[78702]: 'SecurityGroup': '1.4', May 17 11:53:27.452725 dv-cinder-734144-19-iscsi neutron-server[78702]: 'SecurityGroupRule': '1.2', May 17 11:53:27.452725 dv-cinder-734144-19-iscsi neutron-server[78702]: 'SubPort': '1.0', May 17 11:53:27.452725 dv-cinder-734144-19-iscsi neutron-server[78702]: 'Subnet': '1.1', May 17 11:53:27.452725 dv-cinder-734144-19-iscsi neutron-server[78702]: 'Trunk': '1.1'}} May 17 11:53:27.452725 dv-cinder-734144-19-iscsi neutron-server[78702]: {{(pid=78702) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 11:53:27.460128 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-21bc12d4-2c69-4f5b-8df8-02a02314746e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:53:27.514933 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-21bc12d4-2c69-4f5b-8df8-02a02314746e None None] Attempting to bind port a59bfe81-c3c5-44ad-854a-9c81e38f71af on host dv-cinder-734144-19-iscsi for vnic_type normal with profile {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 11:53:27.515328 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-21bc12d4-2c69-4f5b-8df8-02a02314746e None None] Attempting to bind port a59bfe81-c3c5-44ad-854a-9c81e38f71af by drivers openvswitch,hyperv on host dv-cinder-734144-19-iscsi at level 0 using segments [{'id': 'ecb024e6-e82e-4954-9501-b3280ab8685e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02b29491-e783-4211-aa06-6de0a8f35dc4'}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 11:53:27.515738 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bc12d4-2c69-4f5b-8df8-02a02314746e None None] Attempting to bind port a59bfe81-c3c5-44ad-854a-9c81e38f71af on network 02b29491-e783-4211-aa06-6de0a8f35dc4 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 11:53:27.520832 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bc12d4-2c69-4f5b-8df8-02a02314746e None None] Checking agent: {'id': '99430f10-7a80-40b5-88dc-f3a197e5e86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 11), 'started_at': datetime.datetime(2021, 5, 17, 11, 53, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 11, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 11:53:27.521255 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bc12d4-2c69-4f5b-8df8-02a02314746e None None] Checking segment: {'id': 'ecb024e6-e82e-4954-9501-b3280ab8685e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02b29491-e783-4211-aa06-6de0a8f35dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 11:53:27.521739 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-21bc12d4-2c69-4f5b-8df8-02a02314746e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:27.522126 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bc12d4-2c69-4f5b-8df8-02a02314746e None None] Bound using segment: {'id': 'ecb024e6-e82e-4954-9501-b3280ab8685e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02b29491-e783-4211-aa06-6de0a8f35dc4'} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 11:53:27.522578 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-21bc12d4-2c69-4f5b-8df8-02a02314746e None None] Bound port: a59bfe81-c3c5-44ad-854a-9c81e38f71af, host: dv-cinder-734144-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecb024e6-e82e-4954-9501-b3280ab8685e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02b29491-e783-4211-aa06-6de0a8f35dc4'}}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 11:53:27.522959 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-21bc12d4-2c69-4f5b-8df8-02a02314746e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:27.612715 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-21bc12d4-2c69-4f5b-8df8-02a02314746e None None] For port a59bfe81-c3c5-44ad-854a-9c81e38f71af, host dv-cinder-734144-19-iscsi, cleared binding levels {{(pid=78702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 11:53:27.616469 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-21bc12d4-2c69-4f5b-8df8-02a02314746e None None] For port a59bfe81-c3c5-44ad-854a-9c81e38f71af, host dv-cinder-734144-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=a59bfe81-c3c5-44ad-854a-9c81e38f71af,segment=NetworkSegment(ecb024e6-e82e-4954-9501-b3280ab8685e),segment_id=ecb024e6-e82e-4954-9501-b3280ab8685e)] {{(pid=78702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 11:53:27.622013 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-21bc12d4-2c69-4f5b-8df8-02a02314746e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:27.625767 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:53:27.707384 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bc12d4-2c69-4f5b-8df8-02a02314746e None None] Pushing event updated for resources: {'Port': ['ID=a59bfe81-c3c5-44ad-854a-9c81e38f71af,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:53:27.711642 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-21bc12d4-2c69-4f5b-8df8-02a02314746e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:53:28.997003 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 52854) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:53:29.370757 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [None req-d6a5d79f-7fbc-4f5f-a28b-aabe29d3a7b0 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=78700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 11:53:29.371737 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-d6a5d79f-7fbc-4f5f-a28b-aabe29d3a7b0 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3737998 May 17 11:53:31.767888 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 52864) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:53:32.388980 dv-cinder-734144-19-iscsi neutron-server[78701]: WARNING oslo_policy.policy [None req-3b865e71-5e26-4fc4-9a52-ab1ed813fc4d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 11:53:32.389665 dv-cinder-734144-19-iscsi neutron-server[78701]: WARNING oslo_policy.policy [None req-3b865e71-5e26-4fc4-9a52-ab1ed813fc4d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 11:53:32.607853 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [None req-3b865e71-5e26-4fc4-9a52-ab1ed813fc4d admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=78701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 11:53:32.608950 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-3b865e71-5e26-4fc4-9a52-ab1ed813fc4d admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8398867 May 17 11:53:33.214945 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2223abc-89c2-4387-a416-253e6d2bac43 None None] Network 02b29491-e783-4211-aa06-6de0a8f35dc4 requested from dv-cinder-734144-19-iscsi {{(pid=78702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 11:53:33.298136 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-80de5e0f-4638-42c0-b6be-b388ab2da25a None None] Provisioning for port a59bfe81-c3c5-44ad-854a-9c81e38f71af completed by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 11:53:33.358082 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device a59bfe81-c3c5-44ad-854a-9c81e38f71af up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 11:53:33.518773 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning for port a59bfe81-c3c5-44ad-854a-9c81e38f71af completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 11:53:33.526710 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port a59bfe81-c3c5-44ad-854a-9c81e38f71af triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 11:53:33.527398 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:33.679576 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:33.713950 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] For port a59bfe81-c3c5-44ad-854a-9c81e38f71af, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=a59bfe81-c3c5-44ad-854a-9c81e38f71af,segment=NetworkSegment(ecb024e6-e82e-4954-9501-b3280ab8685e),segment_id=ecb024e6-e82e-4954-9501-b3280ab8685e)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 11:53:33.718579 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:33.721815 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:53:33.791645 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Pushing event updated for resources: {'Port': ['ID=a59bfe81-c3c5-44ad-854a-9c81e38f71af,revision_number=3']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:53:33.794820 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:53:33.833323 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-c1c81e20-0a6d-4ea0-af4c-cb4dd9d966a3 None None] Provisioning complete for port a59bfe81-c3c5-44ad-854a-9c81e38f71af triggered by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 11:53:33.833694 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c1c81e20-0a6d-4ea0-af4c-cb4dd9d966a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:35.259384 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 52884) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:53:35.319682 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device a59bfe81-c3c5-44ad-854a-9c81e38f71af up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 11:53:35.385678 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port a59bfe81-c3c5-44ad-854a-9c81e38f71af triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 11:53:35.385982 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:35.624536 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-ac89ead3-d6f1-454e-a7b6-b9194e607822 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '067a520f884c4139b380a521aef063a6', 'admin_state_up': True}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 11:53:35.693515 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.policy [None req-ac89ead3-d6f1-454e-a7b6-b9194e607822 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78701) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 17 11:53:35.739541 dv-cinder-734144-19-iscsi neutron-server[78701]: WARNING oslo_policy.policy [None req-ac89ead3-d6f1-454e-a7b6-b9194e607822 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 11:53:35.739952 dv-cinder-734144-19-iscsi neutron-server[78701]: WARNING oslo_policy.policy [None req-ac89ead3-d6f1-454e-a7b6-b9194e607822 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 11:53:35.748610 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.quota [None req-ac89ead3-d6f1-454e-a7b6-b9194e607822 admin admin] Loaded quota_driver: . May 17 11:53:35.764187 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-ac89ead3-d6f1-454e-a7b6-b9194e607822 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 11:53:35.770773 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-ac89ead3-d6f1-454e-a7b6-b9194e607822 admin admin] Usage tracker for resource:router and tenant:067a520f884c4139b380a521aef063a6 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 11:53:35.776285 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-ac89ead3-d6f1-454e-a7b6-b9194e607822 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 11:53:35.783517 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-ac89ead3-d6f1-454e-a7b6-b9194e607822 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 11:53:35.800597 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-ac89ead3-d6f1-454e-a7b6-b9194e607822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12262'] for router, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:35.802597 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-ac89ead3-d6f1-454e-a7b6-b9194e607822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-462602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12281'] for router, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:35.828466 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-ac89ead3-d6f1-454e-a7b6-b9194e607822 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:35.947845 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-ac89ead3-d6f1-454e-a7b6-b9194e607822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399684'] for router, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:35.970548 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-ac89ead3-d6f1-454e-a7b6-b9194e607822 admin admin] Notify callbacks [] for router, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:35.972012 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-ac89ead3-d6f1-454e-a7b6-b9194e607822 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7115638 May 17 11:53:38.322660 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 52896) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:53:38.685753 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [None req-11bcfa9d-7633-4659-bf25-6e8de19eb702 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=78701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 11:53:38.686753 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-11bcfa9d-7633-4659-bf25-6e8de19eb702 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3631496 May 17 11:53:38.733017 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9a42088e-81a3-423b-ba91-abc08103fc1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:41.066163 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 52906) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:53:41.257192 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:41.259816 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-34bb2b27-f509-4898-acb8-468dbe12dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:41.437710 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-202f2c1c-c064-49dd-a3c9-d0362ed2643d admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 11:53:41.443051 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-202f2c1c-c064-49dd-a3c9-d0362ed2643d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 11:53:41.447641 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-202f2c1c-c064-49dd-a3c9-d0362ed2643d admin admin] Usage tracker for resource:network and tenant:8a80b294ac0e460c8a0ebf205ce9c816 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 11:53:41.451028 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-202f2c1c-c064-49dd-a3c9-d0362ed2643d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 11:53:41.456502 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-202f2c1c-c064-49dd-a3c9-d0362ed2643d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 11:53:41.466217 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202f2c1c-c064-49dd-a3c9-d0362ed2643d admin admin] Made reservation on behalf of 8a80b294ac0e460c8a0ebf205ce9c816 for: {'network': 1} {{(pid=78701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 11:53:41.469006 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-202f2c1c-c064-49dd-a3c9-d0362ed2643d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1523871'] for network, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:41.484997 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-202f2c1c-c064-49dd-a3c9-d0362ed2643d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:41.499309 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-202f2c1c-c064-49dd-a3c9-d0362ed2643d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 11:53:41.502843 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-202f2c1c-c064-49dd-a3c9-d0362ed2643d admin admin] Usage tracker for resource:security_group_rule and tenant:8a80b294ac0e460c8a0ebf205ce9c816 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 11:53:41.505904 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-202f2c1c-c064-49dd-a3c9-d0362ed2643d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 11:53:41.512844 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-202f2c1c-c064-49dd-a3c9-d0362ed2643d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 11:53:41.603581 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-202f2c1c-c064-49dd-a3c9-d0362ed2643d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:41.608334 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-202f2c1c-c064-49dd-a3c9-d0362ed2643d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:41.613617 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:53:41.626777 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-202f2c1c-c064-49dd-a3c9-d0362ed2643d admin admin] Reserving flat network on physical network physnet1 {{(pid=78701) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 17 11:53:41.656924 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-202f2c1c-c064-49dd-a3c9-d0362ed2643d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762327222986', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205'] for segment, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:41.657506 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-202f2c1c-c064-49dd-a3c9-d0362ed2643d admin admin] Unsubscribe: segment precommit_create {{(pid=78701) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 17 11:53:41.657964 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.db.segments_db [None req-202f2c1c-c064-49dd-a3c9-d0362ed2643d admin admin] Added segment 8b5d1e01-0c84-4e6b-9682-76a98a471ba9 of type flat for network 163aee93-eed0-47f4-9809-6291286e957c May 17 11:53:41.707861 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f2c1c-c064-49dd-a3c9-d0362ed2643d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad61c576-cd9b-4b99-a631-d27ffbe12948,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:53:41.726788 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f2c1c-c064-49dd-a3c9-d0362ed2643d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:41.727136 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f2c1c-c064-49dd-a3c9-d0362ed2643d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:41.727976 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f2c1c-c064-49dd-a3c9-d0362ed2643d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:41.728381 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f2c1c-c064-49dd-a3c9-d0362ed2643d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:41.728697 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f2c1c-c064-49dd-a3c9-d0362ed2643d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:41.729050 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f2c1c-c064-49dd-a3c9-d0362ed2643d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:41.729367 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f2c1c-c064-49dd-a3c9-d0362ed2643d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:41.729691 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f2c1c-c064-49dd-a3c9-d0362ed2643d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:41.730016 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f2c1c-c064-49dd-a3c9-d0362ed2643d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:41.730325 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f2c1c-c064-49dd-a3c9-d0362ed2643d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:41.730628 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f2c1c-c064-49dd-a3c9-d0362ed2643d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:41.730926 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f2c1c-c064-49dd-a3c9-d0362ed2643d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:41.732227 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f2c1c-c064-49dd-a3c9-d0362ed2643d admin admin] Tracked resource versions report: May 17 11:53:41.732227 dv-cinder-734144-19-iscsi neutron-server[78701]: pushed versions: May 17 11:53:41.732227 dv-cinder-734144-19-iscsi neutron-server[78701]: { 'AddressGroup': {'1.2'}, May 17 11:53:41.732227 dv-cinder-734144-19-iscsi neutron-server[78701]: 'ConntrackHelper': {'1.0'}, May 17 11:53:41.732227 dv-cinder-734144-19-iscsi neutron-server[78701]: 'Log': {'1.0'}, May 17 11:53:41.732227 dv-cinder-734144-19-iscsi neutron-server[78701]: 'Network': {'1.1'}, May 17 11:53:41.732227 dv-cinder-734144-19-iscsi neutron-server[78701]: 'Port': {'1.7'}, May 17 11:53:41.732227 dv-cinder-734144-19-iscsi neutron-server[78701]: 'PortForwarding': {'1.2'}, May 17 11:53:41.732227 dv-cinder-734144-19-iscsi neutron-server[78701]: 'QosPolicy': {'1.8'}, May 17 11:53:41.732227 dv-cinder-734144-19-iscsi neutron-server[78701]: 'SecurityGroup': {'1.4'}, May 17 11:53:41.732227 dv-cinder-734144-19-iscsi neutron-server[78701]: 'SecurityGroupRule': {'1.2'}, May 17 11:53:41.732227 dv-cinder-734144-19-iscsi neutron-server[78701]: 'SubPort': {'1.0'}, May 17 11:53:41.732227 dv-cinder-734144-19-iscsi neutron-server[78701]: 'Subnet': {'1.1'}, May 17 11:53:41.732227 dv-cinder-734144-19-iscsi neutron-server[78701]: 'Trunk': {'1.1'}} May 17 11:53:41.732227 dv-cinder-734144-19-iscsi neutron-server[78701]: consumer versions: May 17 11:53:41.732227 dv-cinder-734144-19-iscsi neutron-server[78701]: { DHCP agent@dv-cinder-734144-19-iscsi: {}, May 17 11:53:41.732227 dv-cinder-734144-19-iscsi neutron-server[78701]: L3 agent@dv-cinder-734144-19-iscsi: {}, May 17 11:53:41.732227 dv-cinder-734144-19-iscsi neutron-server[78701]: Metadata agent@dv-cinder-734144-19-iscsi: {}, May 17 11:53:41.732227 dv-cinder-734144-19-iscsi neutron-server[78701]: Metering agent@dv-cinder-734144-19-iscsi: {}, May 17 11:53:41.732227 dv-cinder-734144-19-iscsi neutron-server[78701]: Open vSwitch agent@dv-cinder-734144-19-iscsi: { 'AddressGroup': '1.2', May 17 11:53:41.732227 dv-cinder-734144-19-iscsi neutron-server[78701]: 'ConntrackHelper': '1.0', May 17 11:53:41.732227 dv-cinder-734144-19-iscsi neutron-server[78701]: 'Log': '1.0', May 17 11:53:41.732227 dv-cinder-734144-19-iscsi neutron-server[78701]: 'Network': '1.1', May 17 11:53:41.732227 dv-cinder-734144-19-iscsi neutron-server[78701]: 'Port': '1.7', May 17 11:53:41.732227 dv-cinder-734144-19-iscsi neutron-server[78701]: 'PortForwarding': '1.2', May 17 11:53:41.732227 dv-cinder-734144-19-iscsi neutron-server[78701]: 'QosPolicy': '1.8', May 17 11:53:41.732227 dv-cinder-734144-19-iscsi neutron-server[78701]: 'SecurityGroup': '1.4', May 17 11:53:41.732227 dv-cinder-734144-19-iscsi neutron-server[78701]: 'SecurityGroupRule': '1.2', May 17 11:53:41.732227 dv-cinder-734144-19-iscsi neutron-server[78701]: 'SubPort': '1.0', May 17 11:53:41.732227 dv-cinder-734144-19-iscsi neutron-server[78701]: 'Subnet': '1.1', May 17 11:53:41.732227 dv-cinder-734144-19-iscsi neutron-server[78701]: 'Trunk': '1.1'}} May 17 11:53:41.732227 dv-cinder-734144-19-iscsi neutron-server[78701]: {{(pid=78701) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 11:53:41.781395 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-202f2c1c-c064-49dd-a3c9-d0362ed2643d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762326795951'] for network, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:41.786584 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-202f2c1c-c064-49dd-a3c9-d0362ed2643d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:53:41.825131 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-202f2c1c-c064-49dd-a3c9-d0362ed2643d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533501'] for network, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:41.826505 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202f2c1c-c064-49dd-a3c9-d0362ed2643d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:53:41.827134 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-202f2c1c-c064-49dd-a3c9-d0362ed2643d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for network, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:41.831450 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:53:41.933756 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-202f2c1c-c064-49dd-a3c9-d0362ed2643d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8664453 May 17 11:53:41.934464 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f2c1c-c064-49dd-a3c9-d0362ed2643d admin admin] Pushing event updated for resources: {'Network': ['ID=163aee93-eed0-47f4-9809-6291286e957c,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:53:41.950227 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-202f2c1c-c064-49dd-a3c9-d0362ed2643d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:53:41.959784 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Network 163aee93-eed0-47f4-9809-6291286e957c details requested by agent ovs-agent-dv-cinder-734144-19-iscsi with host dv-cinder-734144-19-iscsi {{(pid=78702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 11:53:42.233534 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:44.096882 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:44.317037 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 52930) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:53:44.529357 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6954c18e-a56b-4519-a5c7-6b9333568d9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:53:44.530695 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-6954c18e-a56b-4519-a5c7-6b9333568d9d admin admin] 10.222.0.11 "GET /v2.0/subnets/6de19bf0-80f7-4af2-bdb6-9b51567eb9e2 HTTP/1.1" status: 200 len: 849 time: 0.2127233 May 17 11:53:44.685464 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-9d892176-4673-4878-88f5-ff54e5476527 admin admin] 10.222.0.11 "GET /v2.0/routers/5cd02d5c-5196-435f-9acb-9d64d225bc5c HTTP/1.1" status: 200 len: 704 time: 0.1489823 May 17 11:53:45.142851 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-0b815dbd-3636-414c-a7cd-e1a58ba819ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:45.369578 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.db_base_plugin_common [None req-0b815dbd-3636-414c-a7cd-e1a58ba819ad admin admin] Allocated IP 172.20.0.1 (02b29491-e783-4211-aa06-6de0a8f35dc4/6de19bf0-80f7-4af2-bdb6-9b51567eb9e2/a207f831-964e-4321-bd38-ede2862ac0e3) {{(pid=78701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 11:53:45.522182 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-0b815dbd-3636-414c-a7cd-e1a58ba819ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:45.541113 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.provisioning_blocks [None req-0b815dbd-3636-414c-a7cd-e1a58ba819ad admin admin] Transition to ACTIVE for port object a207f831-964e-4321-bd38-ede2862ac0e3 will not be triggered until provisioned by entity DHCP. {{(pid=78701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 11:53:45.593208 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-0b815dbd-3636-414c-a7cd-e1a58ba819ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161'] for port, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:45.597791 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:53:45.657164 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b815dbd-3636-414c-a7cd-e1a58ba819ad admin admin] Network 02b29491-e783-4211-aa06-6de0a8f35dc4 is already hosted by enough agents. {{(pid=78701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 11:53:45.659879 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.base_scheduler [None req-0b815dbd-3636-414c-a7cd-e1a58ba819ad admin admin] Resources bound (agent type, host, resource id): {{(pid=78701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 11:53:45.666573 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b815dbd-3636-414c-a7cd-e1a58ba819ad admin admin] Received port after_create {{(pid=78701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 11:53:45.667112 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-0b815dbd-3636-414c-a7cd-e1a58ba819ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407999'] for router_interface, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:45.805033 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b815dbd-3636-414c-a7cd-e1a58ba819ad admin admin] Pushing event updated for resources: {'Port': ['ID=a207f831-964e-4321-bd38-ede2862ac0e3,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:53:45.816734 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-0b815dbd-3636-414c-a7cd-e1a58ba819ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:53:45.836170 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-f19bb1c7-a385-4702-9b98-222674413fe7 None None] Provisioning for port a207f831-964e-4321-bd38-ede2862ac0e3 completed by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 11:53:45.841635 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-f19bb1c7-a385-4702-9b98-222674413fe7 None None] Provisioning complete for port a207f831-964e-4321-bd38-ede2862ac0e3 triggered by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 11:53:45.842008 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f19bb1c7-a385-4702-9b98-222674413fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:45.894610 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-f19bb1c7-a385-4702-9b98-222674413fe7 None None] Port a207f831-964e-4321-bd38-ede2862ac0e3 cannot update to ACTIVE because it is not bound. {{(pid=78702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 11:53:45.979620 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-0b815dbd-3636-414c-a7cd-e1a58ba819ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:46.197264 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-0b815dbd-3636-414c-a7cd-e1a58ba819ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:46.201751 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-0b815dbd-3636-414c-a7cd-e1a58ba819ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:46.202927 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-0b815dbd-3636-414c-a7cd-e1a58ba819ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405784'] for router_interface, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:46.206974 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-0b815dbd-3636-414c-a7cd-e1a58ba819ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:53:46.341168 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b815dbd-3636-414c-a7cd-e1a58ba819ad admin admin] Pushing event updated for resources: {'Port': ['ID=a207f831-964e-4321-bd38-ede2862ac0e3,revision_number=2']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:53:46.345727 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-0b815dbd-3636-414c-a7cd-e1a58ba819ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:53:46.395518 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b815dbd-3636-414c-a7cd-e1a58ba819ad admin admin] Network 02b29491-e783-4211-aa06-6de0a8f35dc4 is already hosted by enough agents. {{(pid=78701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 11:53:46.396553 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.base_scheduler [None req-0b815dbd-3636-414c-a7cd-e1a58ba819ad admin admin] Resources bound (agent type, host, resource id): {{(pid=78701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 11:53:46.581689 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b815dbd-3636-414c-a7cd-e1a58ba819ad admin admin] Router 5cd02d5c-5196-435f-9acb-9d64d225bc5c is scheduled to L3 agent 7d9bdccf-07e9-4436-af26-1dad3be87fd8 with binding_index 1 {{(pid=78701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 17 11:53:46.618312 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-5dcbc216-124c-4ac3-bba8-9a516d5c1d7b None None] Provisioning complete for port a207f831-964e-4321-bd38-ede2862ac0e3 triggered by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 11:53:46.618681 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5dcbc216-124c-4ac3-bba8-9a516d5c1d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:46.674303 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-5dcbc216-124c-4ac3-bba8-9a516d5c1d7b None None] Port a207f831-964e-4321-bd38-ede2862ac0e3 cannot update to ACTIVE because it is not bound. {{(pid=78702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 11:53:46.731529 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b815dbd-3636-414c-a7cd-e1a58ba819ad admin admin] Notify agent at l3_agent.dv-cinder-734144-19-iscsi the message routers_updated {{(pid=78701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 11:53:46.740447 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-0b815dbd-3636-414c-a7cd-e1a58ba819ad admin admin] 10.222.0.11 "PUT /v2.0/routers/5cd02d5c-5196-435f-9acb-9d64d225bc5c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0501478 May 17 11:53:46.741398 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223e65a7-605c-4a47-a49e-4ac5354755ea None None] Sync routers for ids ['5cd02d5c-5196-435f-9acb-9d64d225bc5c'] in dv-cinder-734144-19-iscsi {{(pid=78703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 11:53:46.751277 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223e65a7-605c-4a47-a49e-4ac5354755ea None None] Routers {'5cd02d5c-5196-435f-9acb-9d64d225bc5c'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 11:53:46.752145 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-223e65a7-605c-4a47-a49e-4ac5354755ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T11:53:41Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['5cd02d5c-5196-435f-9acb-9d64d225bc5c'], 'active': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 11:53:46.923920 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvr_db [None req-223e65a7-605c-4a47-a49e-4ac5354755ea None None] Set router 5cd02d5c-5196-435f-9acb-9d64d225bc5c gateway port host: None {{(pid=78703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 11:53:47.287608 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-223e65a7-605c-4a47-a49e-4ac5354755ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd02d5c-5196-435f-9acb-9d64d225bc5c', 'name': 'router1', 'tenant_id': '067a520f884c4139b380a521aef063a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T11:53:35Z', 'updated_at': '2021-05-17T11:53:45Z', 'revision_number': 2, 'project_id': '067a520f884c4139b380a521aef063a6', 'gw_port_host': None, '_interfaces': [{'id': 'a207f831-964e-4321-bd38-ede2862ac0e3', 'name': '', 'network_id': '02b29491-e783-4211-aa06-6de0a8f35dc4', 'tenant_id': '067a520f884c4139b380a521aef063a6', 'mac_address': 'fa:16:3e:3c:4a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd02d5c-5196-435f-9acb-9d64d225bc5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6de19bf0-80f7-4af2-bdb6-9b51567eb9e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T11:53:45Z', 'updated_at': '2021-05-17T11:53:46Z', 'revision_number': 2, 'project_id': '067a520f884c4139b380a521aef063a6', 'subnets': [{'id': '6de19bf0-80f7-4af2-bdb6-9b51567eb9e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5c711b18-011c-4faf-9baf-aaa7d30bdd49'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 11:53:47.292819 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223e65a7-605c-4a47-a49e-4ac5354755ea None None] Checking router: 5cd02d5c-5196-435f-9acb-9d64d225bc5c for host: dv-cinder-734144-19-iscsi {{(pid=78703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 11:53:47.293222 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223e65a7-605c-4a47-a49e-4ac5354755ea None None] Updating router 5cd02d5c-5196-435f-9acb-9d64d225bc5c port a207f831-964e-4321-bd38-ede2862ac0e3 binding host dv-cinder-734144-19-iscsi {{(pid=78703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 11:53:47.347921 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-223e65a7-605c-4a47-a49e-4ac5354755ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:47.725229 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-223e65a7-605c-4a47-a49e-4ac5354755ea None None] Notify callbacks [] for port, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:47.740655 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.provisioning_blocks [None req-223e65a7-605c-4a47-a49e-4ac5354755ea None None] Transition to ACTIVE for port object a207f831-964e-4321-bd38-ede2862ac0e3 will not be triggered until provisioned by entity L2. {{(pid=78703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 11:53:47.747284 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-223e65a7-605c-4a47-a49e-4ac5354755ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:47.753527 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:53:47.970465 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [None req-223e65a7-605c-4a47-a49e-4ac5354755ea None None] Attempting to bind port a207f831-964e-4321-bd38-ede2862ac0e3 on host dv-cinder-734144-19-iscsi for vnic_type normal with profile {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 11:53:47.970872 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [None req-223e65a7-605c-4a47-a49e-4ac5354755ea None None] Attempting to bind port a207f831-964e-4321-bd38-ede2862ac0e3 by drivers openvswitch,hyperv on host dv-cinder-734144-19-iscsi at level 0 using segments [{'id': 'ecb024e6-e82e-4954-9501-b3280ab8685e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02b29491-e783-4211-aa06-6de0a8f35dc4'}] {{(pid=78703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 11:53:47.971301 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223e65a7-605c-4a47-a49e-4ac5354755ea None None] Attempting to bind port a207f831-964e-4321-bd38-ede2862ac0e3 on network 02b29491-e783-4211-aa06-6de0a8f35dc4 {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 11:53:47.973624 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4593b21-f02b-4a4a-9883-84cfe5e5f0e7 None None] Pushing event updated for resources: {'Port': ['ID=a207f831-964e-4321-bd38-ede2862ac0e3,revision_number=3']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:53:47.983367 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223e65a7-605c-4a47-a49e-4ac5354755ea None None] Checking agent: {'id': '99430f10-7a80-40b5-88dc-f3a197e5e86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 11), 'started_at': datetime.datetime(2021, 5, 17, 11, 53, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 11, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 11:53:47.983703 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223e65a7-605c-4a47-a49e-4ac5354755ea None None] Checking segment: {'id': 'ecb024e6-e82e-4954-9501-b3280ab8685e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02b29491-e783-4211-aa06-6de0a8f35dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 11:53:47.984192 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-223e65a7-605c-4a47-a49e-4ac5354755ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:47.984578 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223e65a7-605c-4a47-a49e-4ac5354755ea None None] Bound using segment: {'id': 'ecb024e6-e82e-4954-9501-b3280ab8685e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02b29491-e783-4211-aa06-6de0a8f35dc4'} {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 11:53:47.985081 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [None req-223e65a7-605c-4a47-a49e-4ac5354755ea None None] Bound port: a207f831-964e-4321-bd38-ede2862ac0e3, host: dv-cinder-734144-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecb024e6-e82e-4954-9501-b3280ab8685e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02b29491-e783-4211-aa06-6de0a8f35dc4'}}] {{(pid=78703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 11:53:47.985454 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-223e65a7-605c-4a47-a49e-4ac5354755ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:47.995449 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4593b21-f02b-4a4a-9883-84cfe5e5f0e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:47.995788 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4593b21-f02b-4a4a-9883-84cfe5e5f0e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:47.996120 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4593b21-f02b-4a4a-9883-84cfe5e5f0e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:47.996470 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4593b21-f02b-4a4a-9883-84cfe5e5f0e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:47.996774 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4593b21-f02b-4a4a-9883-84cfe5e5f0e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:47.997115 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4593b21-f02b-4a4a-9883-84cfe5e5f0e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:47.997432 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4593b21-f02b-4a4a-9883-84cfe5e5f0e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:47.997746 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4593b21-f02b-4a4a-9883-84cfe5e5f0e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:47.998088 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4593b21-f02b-4a4a-9883-84cfe5e5f0e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:47.998398 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4593b21-f02b-4a4a-9883-84cfe5e5f0e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:47.998707 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4593b21-f02b-4a4a-9883-84cfe5e5f0e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:47.999015 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4593b21-f02b-4a4a-9883-84cfe5e5f0e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:53:48.000370 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4593b21-f02b-4a4a-9883-84cfe5e5f0e7 None None] Tracked resource versions report: May 17 11:53:48.000370 dv-cinder-734144-19-iscsi neutron-server[78703]: pushed versions: May 17 11:53:48.000370 dv-cinder-734144-19-iscsi neutron-server[78703]: { 'AddressGroup': {'1.2'}, May 17 11:53:48.000370 dv-cinder-734144-19-iscsi neutron-server[78703]: 'ConntrackHelper': {'1.0'}, May 17 11:53:48.000370 dv-cinder-734144-19-iscsi neutron-server[78703]: 'Log': {'1.0'}, May 17 11:53:48.000370 dv-cinder-734144-19-iscsi neutron-server[78703]: 'Network': {'1.1'}, May 17 11:53:48.000370 dv-cinder-734144-19-iscsi neutron-server[78703]: 'Port': {'1.7'}, May 17 11:53:48.000370 dv-cinder-734144-19-iscsi neutron-server[78703]: 'PortForwarding': {'1.2'}, May 17 11:53:48.000370 dv-cinder-734144-19-iscsi neutron-server[78703]: 'QosPolicy': {'1.8'}, May 17 11:53:48.000370 dv-cinder-734144-19-iscsi neutron-server[78703]: 'SecurityGroup': {'1.4'}, May 17 11:53:48.000370 dv-cinder-734144-19-iscsi neutron-server[78703]: 'SecurityGroupRule': {'1.2'}, May 17 11:53:48.000370 dv-cinder-734144-19-iscsi neutron-server[78703]: 'SubPort': {'1.0'}, May 17 11:53:48.000370 dv-cinder-734144-19-iscsi neutron-server[78703]: 'Subnet': {'1.1'}, May 17 11:53:48.000370 dv-cinder-734144-19-iscsi neutron-server[78703]: 'Trunk': {'1.1'}} May 17 11:53:48.000370 dv-cinder-734144-19-iscsi neutron-server[78703]: consumer versions: May 17 11:53:48.000370 dv-cinder-734144-19-iscsi neutron-server[78703]: { DHCP agent@dv-cinder-734144-19-iscsi: {}, May 17 11:53:48.000370 dv-cinder-734144-19-iscsi neutron-server[78703]: L3 agent@dv-cinder-734144-19-iscsi: {}, May 17 11:53:48.000370 dv-cinder-734144-19-iscsi neutron-server[78703]: Metadata agent@dv-cinder-734144-19-iscsi: {}, May 17 11:53:48.000370 dv-cinder-734144-19-iscsi neutron-server[78703]: Metering agent@dv-cinder-734144-19-iscsi: {}, May 17 11:53:48.000370 dv-cinder-734144-19-iscsi neutron-server[78703]: Open vSwitch agent@dv-cinder-734144-19-iscsi: { 'AddressGroup': '1.2', May 17 11:53:48.000370 dv-cinder-734144-19-iscsi neutron-server[78703]: 'ConntrackHelper': '1.0', May 17 11:53:48.000370 dv-cinder-734144-19-iscsi neutron-server[78703]: 'Log': '1.0', May 17 11:53:48.000370 dv-cinder-734144-19-iscsi neutron-server[78703]: 'Network': '1.1', May 17 11:53:48.000370 dv-cinder-734144-19-iscsi neutron-server[78703]: 'Port': '1.7', May 17 11:53:48.000370 dv-cinder-734144-19-iscsi neutron-server[78703]: 'PortForwarding': '1.2', May 17 11:53:48.000370 dv-cinder-734144-19-iscsi neutron-server[78703]: 'QosPolicy': '1.8', May 17 11:53:48.000370 dv-cinder-734144-19-iscsi neutron-server[78703]: 'SecurityGroup': '1.4', May 17 11:53:48.000370 dv-cinder-734144-19-iscsi neutron-server[78703]: 'SecurityGroupRule': '1.2', May 17 11:53:48.000370 dv-cinder-734144-19-iscsi neutron-server[78703]: 'SubPort': '1.0', May 17 11:53:48.000370 dv-cinder-734144-19-iscsi neutron-server[78703]: 'Subnet': '1.1', May 17 11:53:48.000370 dv-cinder-734144-19-iscsi neutron-server[78703]: 'Trunk': '1.1'}} May 17 11:53:48.000370 dv-cinder-734144-19-iscsi neutron-server[78703]: {{(pid=78703) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 11:53:48.032557 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-e4593b21-f02b-4a4a-9883-84cfe5e5f0e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:53:48.081631 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [None req-223e65a7-605c-4a47-a49e-4ac5354755ea None None] For port a207f831-964e-4321-bd38-ede2862ac0e3, host dv-cinder-734144-19-iscsi, cleared binding levels {{(pid=78703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 11:53:48.085600 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [None req-223e65a7-605c-4a47-a49e-4ac5354755ea None None] For port a207f831-964e-4321-bd38-ede2862ac0e3, host dv-cinder-734144-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=a207f831-964e-4321-bd38-ede2862ac0e3,segment=NetworkSegment(ecb024e6-e82e-4954-9501-b3280ab8685e),segment_id=ecb024e6-e82e-4954-9501-b3280ab8685e)] {{(pid=78703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 11:53:48.091754 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-223e65a7-605c-4a47-a49e-4ac5354755ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:48.096464 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:53:48.181256 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223e65a7-605c-4a47-a49e-4ac5354755ea None None] Routers {'5cd02d5c-5196-435f-9acb-9d64d225bc5c'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 11:53:48.182019 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-223e65a7-605c-4a47-a49e-4ac5354755ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T11:53:41Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['5cd02d5c-5196-435f-9acb-9d64d225bc5c'], 'active': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 11:53:48.237564 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4593b21-f02b-4a4a-9883-84cfe5e5f0e7 None None] Pushing event updated for resources: {'Port': ['ID=a207f831-964e-4321-bd38-ede2862ac0e3,revision_number=4']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:53:48.247871 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-e4593b21-f02b-4a4a-9883-84cfe5e5f0e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:53:48.366547 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvr_db [None req-223e65a7-605c-4a47-a49e-4ac5354755ea None None] Set router 5cd02d5c-5196-435f-9acb-9d64d225bc5c gateway port host: None {{(pid=78703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 11:53:48.687944 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-223e65a7-605c-4a47-a49e-4ac5354755ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd02d5c-5196-435f-9acb-9d64d225bc5c', 'name': 'router1', 'tenant_id': '067a520f884c4139b380a521aef063a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T11:53:35Z', 'updated_at': '2021-05-17T11:53:45Z', 'revision_number': 2, 'project_id': '067a520f884c4139b380a521aef063a6', 'gw_port_host': None, '_interfaces': [{'id': 'a207f831-964e-4321-bd38-ede2862ac0e3', 'name': '', 'network_id': '02b29491-e783-4211-aa06-6de0a8f35dc4', 'tenant_id': '067a520f884c4139b380a521aef063a6', 'mac_address': 'fa:16:3e:3c:4a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd02d5c-5196-435f-9acb-9d64d225bc5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6de19bf0-80f7-4af2-bdb6-9b51567eb9e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T11:53:45Z', 'updated_at': '2021-05-17T11:53:48Z', 'revision_number': 4, 'project_id': '067a520f884c4139b380a521aef063a6', 'subnets': [{'id': '6de19bf0-80f7-4af2-bdb6-9b51567eb9e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5c711b18-011c-4faf-9baf-aaa7d30bdd49'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 11:53:48.691790 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223e65a7-605c-4a47-a49e-4ac5354755ea None None] The sync data for ids ['5cd02d5c-5196-435f-9acb-9d64d225bc5c'] in dv-cinder-734144-19-iscsi is: [{'id': '5cd02d5c-5196-435f-9acb-9d64d225bc5c', 'name': 'router1', 'tenant_id': '067a520f884c4139b380a521aef063a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T11:53:35Z', 'updated_at': '2021-05-17T11:53:45Z', 'revision_number': 2, 'project_id': '067a520f884c4139b380a521aef063a6', 'gw_port_host': None, '_interfaces': [{'id': 'a207f831-964e-4321-bd38-ede2862ac0e3', 'name': '', 'network_id': '02b29491-e783-4211-aa06-6de0a8f35dc4', 'tenant_id': '067a520f884c4139b380a521aef063a6', 'mac_address': 'fa:16:3e:3c:4a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd02d5c-5196-435f-9acb-9d64d225bc5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6de19bf0-80f7-4af2-bdb6-9b51567eb9e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T11:53:45Z', 'updated_at': '2021-05-17T11:53:48Z', 'revision_number': 4, 'project_id': '067a520f884c4139b380a521aef063a6', 'subnets': [{'id': '6de19bf0-80f7-4af2-bdb6-9b51567eb9e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5c711b18-011c-4faf-9baf-aaa7d30bdd49'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 11:53:48.892762 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.agents_db [None req-bc444940-bb86-4de8-ac48-ae4570a6a7f9 None None] Agent healthcheck: found 5 active agents {{(pid=78703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 11:53:48.925469 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 52952) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:53:49.074809 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05878af-eb5e-474e-99c3-0b1a3714c394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:53:49.075282 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-d05878af-eb5e-474e-99c3-0b1a3714c394 admin admin] Synchronizing usage tracker for tenant:8a80b294ac0e460c8a0ebf205ce9c816 on resource:network {{(pid=78701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 11:53:49.093710 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-d05878af-eb5e-474e-99c3-0b1a3714c394 admin admin] Unset dirty status for tenant:8a80b294ac0e460c8a0ebf205ce9c816 on resource:network {{(pid=78701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 11:53:49.094839 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-d05878af-eb5e-474e-99c3-0b1a3714c394 admin admin] 10.222.0.11 "GET /v2.0/networks/163aee93-eed0-47f4-9809-6291286e957c HTTP/1.1" status: 200 len: 842 time: 0.1684439 May 17 11:53:49.104741 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-5efd8f6c-f6d0-4d39-bb38-44a35d38940e admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'ip_version': 4, 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'network_id': '163aee93-eed0-47f4-9809-6291286e957c'}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 11:53:49.109808 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-5efd8f6c-f6d0-4d39-bb38-44a35d38940e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 11:53:49.113742 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-5efd8f6c-f6d0-4d39-bb38-44a35d38940e admin admin] Usage tracker for resource:subnet and tenant:8a80b294ac0e460c8a0ebf205ce9c816 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 11:53:49.116646 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-5efd8f6c-f6d0-4d39-bb38-44a35d38940e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 11:53:49.122728 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-5efd8f6c-f6d0-4d39-bb38-44a35d38940e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 11:53:49.133868 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5efd8f6c-f6d0-4d39-bb38-44a35d38940e admin admin] Made reservation on behalf of 8a80b294ac0e460c8a0ebf205ce9c816 for: {'subnet': 1} {{(pid=78701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 11:53:49.136286 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5efd8f6c-f6d0-4d39-bb38-44a35d38940e admin admin] Notify callbacks [] for subnet, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:49.556528 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.objects.ports [None req-5efd8f6c-f6d0-4d39-bb38-44a35d38940e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78701) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 17 11:53:49.556867 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5efd8f6c-f6d0-4d39-bb38-44a35d38940e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450'] for subnet, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:49.561142 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:53:49.675499 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd8f6c-f6d0-4d39-bb38-44a35d38940e admin admin] Pushing event updated for resources: {'Subnet': ['ID=35eb0c40-f6d0-43b5-b72a-9e8dd7567b53,revision_number=0']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:53:49.681671 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-5efd8f6c-f6d0-4d39-bb38-44a35d38940e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:53:49.684192 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efd8f6c-f6d0-4d39-bb38-44a35d38940e admin admin] Checking segment: {'id': '8b5d1e01-0c84-4e6b-9682-76a98a471ba9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '163aee93-eed0-47f4-9809-6291286e957c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 11:53:49.684449 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efd8f6c-f6d0-4d39-bb38-44a35d38940e admin admin] Network hostable DHCP agents. Network: 163aee93-eed0-47f4-9809-6291286e957c, hostable agents: ['1bb0aafc-e938-4aea-abc6-5926a36b60fa'], hosted agents: [] {{(pid=78701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 11:53:49.703213 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efd8f6c-f6d0-4d39-bb38-44a35d38940e admin admin] Network 163aee93-eed0-47f4-9809-6291286e957c is scheduled to be hosted by DHCP agent 1bb0aafc-e938-4aea-abc6-5926a36b60fa with binding_index 1 {{(pid=78701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 11:53:49.713116 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.base_scheduler [None req-5efd8f6c-f6d0-4d39-bb38-44a35d38940e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-19-iscsi, 163aee93-eed0-47f4-9809-6291286e957c) {{(pid=78701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 11:53:49.717120 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efd8f6c-f6d0-4d39-bb38-44a35d38940e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:53:49.717753 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5efd8f6c-f6d0-4d39-bb38-44a35d38940e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for subnet, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:49.723249 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7dcd02e-1f9b-45ee-993b-3fa4d6ffef45 None None] Network 163aee93-eed0-47f4-9809-6291286e957c requested from dv-cinder-734144-19-iscsi {{(pid=78702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 11:53:49.741989 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-5efd8f6c-f6d0-4d39-bb38-44a35d38940e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6402018 May 17 11:53:49.940126 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b07c09-1067-4eb9-b46d-0b693c054c3e None None] Network 163aee93-eed0-47f4-9809-6291286e957c requested from dv-cinder-734144-19-iscsi {{(pid=78702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 11:53:51.363620 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device a207f831-964e-4321-bd38-ede2862ac0e3 up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 11:53:51.438251 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning for port a207f831-964e-4321-bd38-ede2862ac0e3 completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 11:53:51.443376 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port a207f831-964e-4321-bd38-ede2862ac0e3 triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 11:53:51.443750 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:51.572195 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:51.606320 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] For port a207f831-964e-4321-bd38-ede2862ac0e3, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=a207f831-964e-4321-bd38-ede2862ac0e3,segment=NetworkSegment(ecb024e6-e82e-4954-9501-b3280ab8685e),segment_id=ecb024e6-e82e-4954-9501-b3280ab8685e)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 11:53:51.611951 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:51.614567 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:53:51.679546 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Pushing event updated for resources: {'Port': ['ID=a207f831-964e-4321-bd38-ede2862ac0e3,revision_number=5']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:53:51.683382 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:53:52.027021 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 52966) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:53:52.224072 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-4d9f58c5-56e3-46e7-a2f1-98242efe16e1 admin admin] 10.222.0.11 "GET /v2.0/routers/5cd02d5c-5196-435f-9acb-9d64d225bc5c HTTP/1.1" status: 200 len: 710 time: 0.1958647 May 17 11:53:52.350656 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de368890-3b11-4a9b-a9da-70a53977f55b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:53:52.352009 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-de368890-3b11-4a9b-a9da-70a53977f55b admin admin] 10.222.0.11 "GET /v2.0/networks/163aee93-eed0-47f4-9809-6291286e957c HTTP/1.1" status: 200 len: 886 time: 0.1222663 May 17 11:53:52.360648 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-b3f7df63-617a-43fc-9d8b-6e011eb068d2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c'}}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 11:53:52.787233 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-b3f7df63-617a-43fc-9d8b-6e011eb068d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12235'] for router, precommit_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:53.106985 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-b3f7df63-617a-43fc-9d8b-6e011eb068d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:53.159962 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-b3f7df63-617a-43fc-9d8b-6e011eb068d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:53.331620 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device a207f831-964e-4321-bd38-ede2862ac0e3 up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 11:53:53.344182 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.db_base_plugin_common [None req-b3f7df63-617a-43fc-9d8b-6e011eb068d2 admin admin] Allocated IP 172.27.1.197 (163aee93-eed0-47f4-9809-6291286e957c/35eb0c40-f6d0-43b5-b72a-9e8dd7567b53/d91e5d1a-3952-4bec-abb3-44c616d2f4e3) {{(pid=78701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 11:53:53.402054 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port a207f831-964e-4321-bd38-ede2862ac0e3 triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 11:53:53.402409 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:53.484529 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-b3f7df63-617a-43fc-9d8b-6e011eb068d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:53.514725 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-b3f7df63-617a-43fc-9d8b-6e011eb068d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161'] for port, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:53.518673 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:53:53.579323 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f7df63-617a-43fc-9d8b-6e011eb068d2 admin admin] Network 163aee93-eed0-47f4-9809-6291286e957c is already hosted by enough agents. {{(pid=78701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 11:53:53.582043 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.base_scheduler [None req-b3f7df63-617a-43fc-9d8b-6e011eb068d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=78701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 11:53:53.585511 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f7df63-617a-43fc-9d8b-6e011eb068d2 admin admin] Received port after_create {{(pid=78701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 11:53:53.691958 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f7df63-617a-43fc-9d8b-6e011eb068d2 admin admin] Pushing event updated for resources: {'Port': ['ID=d91e5d1a-3952-4bec-abb3-44c616d2f4e3,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:53:53.707057 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-b3f7df63-617a-43fc-9d8b-6e011eb068d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:53:53.952221 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-b3f7df63-617a-43fc-9d8b-6e011eb068d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:54.277371 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-b3f7df63-617a-43fc-9d8b-6e011eb068d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12235'] for router, precommit_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:54.280484 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-b3f7df63-617a-43fc-9d8b-6e011eb068d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-399677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-399670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-419601'] for router, after_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:54.452451 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f7df63-617a-43fc-9d8b-6e011eb068d2 admin admin] Router 5cd02d5c-5196-435f-9acb-9d64d225bc5c has already been hosted by L3 agent 7d9bdccf-07e9-4436-af26-1dad3be87fd8 {{(pid=78701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 11:53:54.675235 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f7df63-617a-43fc-9d8b-6e011eb068d2 admin admin] Notify agent at l3_agent.dv-cinder-734144-19-iscsi the message routers_updated {{(pid=78701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 11:53:54.684055 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-b3f7df63-617a-43fc-9d8b-6e011eb068d2 admin admin] Notify callbacks [] for router, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:54.685123 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ce2b28-e7a4-4127-a52a-932b4fac53d7 None None] Sync routers for ids ['5cd02d5c-5196-435f-9acb-9d64d225bc5c'] in dv-cinder-734144-19-iscsi {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 11:53:54.685619 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-b3f7df63-617a-43fc-9d8b-6e011eb068d2 admin admin] 10.222.0.11 "PUT /v2.0/routers/5cd02d5c-5196-435f-9acb-9d64d225bc5c HTTP/1.1" status: 200 len: 890 time: 2.3277805 May 17 11:53:54.695178 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ce2b28-e7a4-4127-a52a-932b4fac53d7 None None] Routers {'5cd02d5c-5196-435f-9acb-9d64d225bc5c'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 11:53:54.696114 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-07ce2b28-e7a4-4127-a52a-932b4fac53d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T11:53:41Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['5cd02d5c-5196-435f-9acb-9d64d225bc5c'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 11:53:54.890805 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-07ce2b28-e7a4-4127-a52a-932b4fac53d7 None None] Set router 5cd02d5c-5196-435f-9acb-9d64d225bc5c gateway port host: dv-cinder-734144-19-iscsi {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 11:53:55.228132 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-07ce2b28-e7a4-4127-a52a-932b4fac53d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd02d5c-5196-435f-9acb-9d64d225bc5c', 'name': 'router1', 'tenant_id': '067a520f884c4139b380a521aef063a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'd91e5d1a-3952-4bec-abb3-44c616d2f4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T11:53:35Z', 'updated_at': '2021-05-17T11:53:53Z', 'revision_number': 4, 'project_id': '067a520f884c4139b380a521aef063a6', 'gw_port': {'id': 'd91e5d1a-3952-4bec-abb3-44c616d2f4e3', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd02d5c-5196-435f-9acb-9d64d225bc5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T11:53:53Z', 'updated_at': '2021-05-17T11:53:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': 'a207f831-964e-4321-bd38-ede2862ac0e3', 'name': '', 'network_id': '02b29491-e783-4211-aa06-6de0a8f35dc4', 'tenant_id': '067a520f884c4139b380a521aef063a6', 'mac_address': 'fa:16:3e:3c:4a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd02d5c-5196-435f-9acb-9d64d225bc5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6de19bf0-80f7-4af2-bdb6-9b51567eb9e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T11:53:45Z', 'updated_at': '2021-05-17T11:53:51Z', 'revision_number': 5, 'project_id': '067a520f884c4139b380a521aef063a6', 'subnets': [{'id': '6de19bf0-80f7-4af2-bdb6-9b51567eb9e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5c711b18-011c-4faf-9baf-aaa7d30bdd49'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 11:53:55.232796 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ce2b28-e7a4-4127-a52a-932b4fac53d7 None None] Checking router: 5cd02d5c-5196-435f-9acb-9d64d225bc5c for host: dv-cinder-734144-19-iscsi {{(pid=78702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 11:53:55.233176 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ce2b28-e7a4-4127-a52a-932b4fac53d7 None None] Updating router 5cd02d5c-5196-435f-9acb-9d64d225bc5c port d91e5d1a-3952-4bec-abb3-44c616d2f4e3 binding host dv-cinder-734144-19-iscsi {{(pid=78702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 11:53:55.286916 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-07ce2b28-e7a4-4127-a52a-932b4fac53d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:55.606593 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-07ce2b28-e7a4-4127-a52a-932b4fac53d7 None None] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:55.618575 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-07ce2b28-e7a4-4127-a52a-932b4fac53d7 None None] Transition to ACTIVE for port object d91e5d1a-3952-4bec-abb3-44c616d2f4e3 will not be triggered until provisioned by entity L2. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 11:53:55.625098 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-07ce2b28-e7a4-4127-a52a-932b4fac53d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:55.628755 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:53:55.711553 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-07ce2b28-e7a4-4127-a52a-932b4fac53d7 None None] Attempting to bind port d91e5d1a-3952-4bec-abb3-44c616d2f4e3 on host dv-cinder-734144-19-iscsi for vnic_type normal with profile {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 11:53:55.712187 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-07ce2b28-e7a4-4127-a52a-932b4fac53d7 None None] Attempting to bind port d91e5d1a-3952-4bec-abb3-44c616d2f4e3 by drivers openvswitch,hyperv on host dv-cinder-734144-19-iscsi at level 0 using segments [{'id': '8b5d1e01-0c84-4e6b-9682-76a98a471ba9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '163aee93-eed0-47f4-9809-6291286e957c'}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 11:53:55.712333 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ce2b28-e7a4-4127-a52a-932b4fac53d7 None None] Attempting to bind port d91e5d1a-3952-4bec-abb3-44c616d2f4e3 on network 163aee93-eed0-47f4-9809-6291286e957c {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 11:53:55.714230 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b1682b-a368-4af5-aed0-b0a2aeb61803 None None] Pushing event updated for resources: {'Port': ['ID=d91e5d1a-3952-4bec-abb3-44c616d2f4e3,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:53:55.717967 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-67b1682b-a368-4af5-aed0-b0a2aeb61803 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:53:55.724774 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ce2b28-e7a4-4127-a52a-932b4fac53d7 None None] Checking agent: {'id': '99430f10-7a80-40b5-88dc-f3a197e5e86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 11), 'started_at': datetime.datetime(2021, 5, 17, 11, 53, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 11, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 11:53:55.725189 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ce2b28-e7a4-4127-a52a-932b4fac53d7 None None] Checking segment: {'id': '8b5d1e01-0c84-4e6b-9682-76a98a471ba9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '163aee93-eed0-47f4-9809-6291286e957c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 11:53:55.725599 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-07ce2b28-e7a4-4127-a52a-932b4fac53d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:55.725988 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ce2b28-e7a4-4127-a52a-932b4fac53d7 None None] Bound using segment: {'id': '8b5d1e01-0c84-4e6b-9682-76a98a471ba9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '163aee93-eed0-47f4-9809-6291286e957c'} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 11:53:55.726462 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-07ce2b28-e7a4-4127-a52a-932b4fac53d7 None None] Bound port: d91e5d1a-3952-4bec-abb3-44c616d2f4e3, host: dv-cinder-734144-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b5d1e01-0c84-4e6b-9682-76a98a471ba9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '163aee93-eed0-47f4-9809-6291286e957c'}}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 11:53:55.726839 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-07ce2b28-e7a4-4127-a52a-932b4fac53d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:55.800610 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-07ce2b28-e7a4-4127-a52a-932b4fac53d7 None None] For port d91e5d1a-3952-4bec-abb3-44c616d2f4e3, host dv-cinder-734144-19-iscsi, cleared binding levels {{(pid=78702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 11:53:55.803547 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-07ce2b28-e7a4-4127-a52a-932b4fac53d7 None None] For port d91e5d1a-3952-4bec-abb3-44c616d2f4e3, host dv-cinder-734144-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=d91e5d1a-3952-4bec-abb3-44c616d2f4e3,segment=NetworkSegment(8b5d1e01-0c84-4e6b-9682-76a98a471ba9),segment_id=8b5d1e01-0c84-4e6b-9682-76a98a471ba9)] {{(pid=78702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 11:53:55.809284 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-07ce2b28-e7a4-4127-a52a-932b4fac53d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:55.814019 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-21bc12d4-2c69-4f5b-8df8-02a02314746e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:53:55.886149 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ce2b28-e7a4-4127-a52a-932b4fac53d7 None None] Routers {'5cd02d5c-5196-435f-9acb-9d64d225bc5c'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 11:53:55.886767 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-07ce2b28-e7a4-4127-a52a-932b4fac53d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T11:53:41Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['5cd02d5c-5196-435f-9acb-9d64d225bc5c'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 11:53:55.956600 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b1682b-a368-4af5-aed0-b0a2aeb61803 None None] Pushing event updated for resources: {'Port': ['ID=d91e5d1a-3952-4bec-abb3-44c616d2f4e3,revision_number=3']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:53:55.962101 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-67b1682b-a368-4af5-aed0-b0a2aeb61803 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:53:56.072511 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-07ce2b28-e7a4-4127-a52a-932b4fac53d7 None None] Set router 5cd02d5c-5196-435f-9acb-9d64d225bc5c gateway port host: dv-cinder-734144-19-iscsi {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 11:53:56.421779 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-07ce2b28-e7a4-4127-a52a-932b4fac53d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd02d5c-5196-435f-9acb-9d64d225bc5c', 'name': 'router1', 'tenant_id': '067a520f884c4139b380a521aef063a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'd91e5d1a-3952-4bec-abb3-44c616d2f4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T11:53:35Z', 'updated_at': '2021-05-17T11:53:53Z', 'revision_number': 4, 'project_id': '067a520f884c4139b380a521aef063a6', 'gw_port': {'id': 'd91e5d1a-3952-4bec-abb3-44c616d2f4e3', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd02d5c-5196-435f-9acb-9d64d225bc5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T11:53:53Z', 'updated_at': '2021-05-17T11:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': 'a207f831-964e-4321-bd38-ede2862ac0e3', 'name': '', 'network_id': '02b29491-e783-4211-aa06-6de0a8f35dc4', 'tenant_id': '067a520f884c4139b380a521aef063a6', 'mac_address': 'fa:16:3e:3c:4a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd02d5c-5196-435f-9acb-9d64d225bc5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6de19bf0-80f7-4af2-bdb6-9b51567eb9e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T11:53:45Z', 'updated_at': '2021-05-17T11:53:51Z', 'revision_number': 5, 'project_id': '067a520f884c4139b380a521aef063a6', 'subnets': [{'id': '6de19bf0-80f7-4af2-bdb6-9b51567eb9e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5c711b18-011c-4faf-9baf-aaa7d30bdd49'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 11:53:56.425809 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ce2b28-e7a4-4127-a52a-932b4fac53d7 None None] The sync data for ids ['5cd02d5c-5196-435f-9acb-9d64d225bc5c'] in dv-cinder-734144-19-iscsi is: [{'id': '5cd02d5c-5196-435f-9acb-9d64d225bc5c', 'name': 'router1', 'tenant_id': '067a520f884c4139b380a521aef063a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'd91e5d1a-3952-4bec-abb3-44c616d2f4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T11:53:35Z', 'updated_at': '2021-05-17T11:53:53Z', 'revision_number': 4, 'project_id': '067a520f884c4139b380a521aef063a6', 'gw_port': {'id': 'd91e5d1a-3952-4bec-abb3-44c616d2f4e3', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd02d5c-5196-435f-9acb-9d64d225bc5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T11:53:53Z', 'updated_at': '2021-05-17T11:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': 'a207f831-964e-4321-bd38-ede2862ac0e3', 'name': '', 'network_id': '02b29491-e783-4211-aa06-6de0a8f35dc4', 'tenant_id': '067a520f884c4139b380a521aef063a6', 'mac_address': 'fa:16:3e:3c:4a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd02d5c-5196-435f-9acb-9d64d225bc5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6de19bf0-80f7-4af2-bdb6-9b51567eb9e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T11:53:45Z', 'updated_at': '2021-05-17T11:53:51Z', 'revision_number': 5, 'project_id': '067a520f884c4139b380a521aef063a6', 'subnets': [{'id': '6de19bf0-80f7-4af2-bdb6-9b51567eb9e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5c711b18-011c-4faf-9baf-aaa7d30bdd49'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 11:53:57.037778 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 52976) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:53:57.152645 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-d946077f-2eb4-4e69-92f4-1020a202aa32 admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1137156 May 17 11:53:57.356601 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device d91e5d1a-3952-4bec-abb3-44c616d2f4e3 up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 11:53:57.425218 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning for port d91e5d1a-3952-4bec-abb3-44c616d2f4e3 completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 11:53:57.429888 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port d91e5d1a-3952-4bec-abb3-44c616d2f4e3 triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 11:53:57.430775 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:57.549521 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:57.568250 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] For port d91e5d1a-3952-4bec-abb3-44c616d2f4e3, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=d91e5d1a-3952-4bec-abb3-44c616d2f4e3,segment=NetworkSegment(8b5d1e01-0c84-4e6b-9682-76a98a471ba9),segment_id=8b5d1e01-0c84-4e6b-9682-76a98a471ba9)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 11:53:57.572312 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:53:57.575521 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:53:57.640497 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Pushing event updated for resources: {'Port': ['ID=d91e5d1a-3952-4bec-abb3-44c616d2f4e3,revision_number=4']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:53:57.643548 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:53:59.346601 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device d91e5d1a-3952-4bec-abb3-44c616d2f4e3 up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 11:53:59.425680 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port d91e5d1a-3952-4bec-abb3-44c616d2f4e3 triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 11:53:59.426241 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:08.738847 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-81d34f38-6b60-4b71-b2bd-7d960d95e2a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:11.275294 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:11.279533 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5a83d8fd-8d61-44c6-866c-a127c67fcdfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:12.239600 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:14.114788 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:25.893972 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.agents_db [None req-bc444940-bb86-4de8-ac48-ae4570a6a7f9 None None] Agent healthcheck: found 5 active agents {{(pid=78703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 11:54:38.735506 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e28ce9cd-009a-41f0-9138-aadfe5ee6ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:41.264821 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:41.266481 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-719d894b-5568-4d53-b9bd-3cb7f8e84289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:42.244548 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:54:44.122072 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:55:02.893047 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.agents_db [None req-bc444940-bb86-4de8-ac48-ae4570a6a7f9 None None] Agent healthcheck: found 5 active agents {{(pid=78703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 11:55:08.729127 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f7d94c01-0acd-4dd7-951d-1b095b03feb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:55:11.257550 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:55:11.259439 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-4931fa65-20fe-468d-bc1d-126122e483fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:55:12.244279 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:55:14.120188 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:55:34.187475 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 53546) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:55:34.254046 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.pecan_wsgi.hooks.translation [None req-78355598-d530-4ad7-a037-514f079dde17 admin admin] GET failed (client error): The resource could not be found. May 17 11:55:34.255283 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-78355598-d530-4ad7-a037-514f079dde17 admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0669460 May 17 11:55:34.385548 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96504f6-a9b5-46e1-936a-8c75dce4a9b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:55:34.386997 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-f96504f6-a9b5-46e1-936a-8c75dce4a9b5 admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1271164 May 17 11:55:36.486699 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 53556) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:55:36.595025 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc2ccf0-be6c-4f05-963e-7194a4c593e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:55:36.595580 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-cdc2ccf0-be6c-4f05-963e-7194a4c593e5 admin admin] Synchronizing usage tracker for tenant:8a80b294ac0e460c8a0ebf205ce9c816 on resource:subnet {{(pid=78701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 11:55:36.611229 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-cdc2ccf0-be6c-4f05-963e-7194a4c593e5 admin admin] Unset dirty status for tenant:8a80b294ac0e460c8a0ebf205ce9c816 on resource:subnet {{(pid=78701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 11:55:36.612532 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-cdc2ccf0-be6c-4f05-963e-7194a4c593e5 admin admin] 10.222.0.11 "GET /v2.0/subnets/6de19bf0-80f7-4af2-bdb6-9b51567eb9e2 HTTP/1.1" status: 200 len: 849 time: 0.1248744 May 17 11:55:36.622759 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-f18414c0-0759-491d-9bf1-769c56804558 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 11:55:36.734755 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-f18414c0-0759-491d-9bf1-769c56804558 admin admin] Notify callbacks [] for subnet, before_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:55:36.920242 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-f18414c0-0759-491d-9bf1-769c56804558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762327211313'] for subnet, after_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:55:36.924870 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-5efd8f6c-f6d0-4d39-bb38-44a35d38940e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:55:36.965131 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18414c0-0759-491d-9bf1-769c56804558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:55:36.966573 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-f18414c0-0759-491d-9bf1-769c56804558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for subnet, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:55:36.967504 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-f18414c0-0759-491d-9bf1-769c56804558 admin admin] 10.222.0.11 "PUT /v2.0/subnets/6de19bf0-80f7-4af2-bdb6-9b51567eb9e2 HTTP/1.1" status: 200 len: 868 time: 0.3480458 May 17 11:55:36.969794 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4007eaed-7b29-4ac3-826b-b716cf0e89dc None None] Network 02b29491-e783-4211-aa06-6de0a8f35dc4 requested from dv-cinder-734144-19-iscsi {{(pid=78702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 11:55:36.996346 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18414c0-0759-491d-9bf1-769c56804558 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6de19bf0-80f7-4af2-bdb6-9b51567eb9e2,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:55:37.004115 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18414c0-0759-491d-9bf1-769c56804558 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:55:37.004484 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18414c0-0759-491d-9bf1-769c56804558 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:55:37.004779 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18414c0-0759-491d-9bf1-769c56804558 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:55:37.005138 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18414c0-0759-491d-9bf1-769c56804558 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:55:37.005470 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18414c0-0759-491d-9bf1-769c56804558 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:55:37.005791 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18414c0-0759-491d-9bf1-769c56804558 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:55:37.006529 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18414c0-0759-491d-9bf1-769c56804558 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:55:37.006529 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18414c0-0759-491d-9bf1-769c56804558 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:55:37.006806 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18414c0-0759-491d-9bf1-769c56804558 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:55:37.007200 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18414c0-0759-491d-9bf1-769c56804558 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:55:37.007523 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18414c0-0759-491d-9bf1-769c56804558 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:55:37.007895 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18414c0-0759-491d-9bf1-769c56804558 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:55:37.011586 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-f18414c0-0759-491d-9bf1-769c56804558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:55:37.447655 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-82c15e25-09e4-4290-8c34-ba389e04814c None None] Provisioning complete for port a59bfe81-c3c5-44ad-854a-9c81e38f71af triggered by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 11:55:37.448028 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-82c15e25-09e4-4290-8c34-ba389e04814c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:55:37.574248 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-82c15e25-09e4-4290-8c34-ba389e04814c None None] Provisioning complete for port a207f831-964e-4321-bd38-ede2862ac0e3 triggered by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 11:55:37.574505 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-82c15e25-09e4-4290-8c34-ba389e04814c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:55:38.730855 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-50bd75e1-f0ac-4774-b7b0-9b69beb150ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:55:39.086523 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 53566) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:55:39.256523 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbe80bf-473c-464c-a3db-7da72420db59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:55:39.257034 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbe80bf-473c-464c-a3db-7da72420db59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:55:39.258543 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-6bbe80bf-473c-464c-a3db-7da72420db59 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1710830 May 17 11:55:39.891394 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.agents_db [None req-bc444940-bb86-4de8-ac48-ae4570a6a7f9 None None] Agent healthcheck: found 5 active agents {{(pid=78703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 11:55:41.265197 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:55:41.266715 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0bcdb5ae-02bc-4d73-888d-f3df41e0594b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:55:41.361022 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 53576) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:55:41.532515 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c067df2-8524-4223-a80d-e1c180206c31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:55:41.532909 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c067df2-8524-4223-a80d-e1c180206c31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:55:41.534457 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-5c067df2-8524-4223-a80d-e1c180206c31 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1724703 May 17 11:55:42.247692 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:55:43.648570 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 53588) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:55:43.819518 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e299c83c-5fae-4fbc-882d-49c5670c5231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:55:43.820859 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-e299c83c-5fae-4fbc-882d-49c5670c5231 admin admin] 10.222.0.11 "GET /v2.0/networks/02b29491-e783-4211-aa06-6de0a8f35dc4 HTTP/1.1" status: 200 len: 869 time: 0.1713142 May 17 11:55:44.124184 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:55:45.936505 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 53598) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:55:46.103172 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1671f659-8fe2-44e9-bfc0-6f9d3a9c5096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:55:46.104533 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-1671f659-8fe2-44e9-bfc0-6f9d3a9c5096 admin admin] 10.222.0.11 "GET /v2.0/networks/163aee93-eed0-47f4-9809-6291286e957c HTTP/1.1" status: 200 len: 886 time: 0.1670449 May 17 11:55:48.226791 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 53608) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:55:48.331251 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63aed1a-72b5-4169-8a62-368556443684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:55:48.331714 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63aed1a-72b5-4169-8a62-368556443684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:55:48.333233 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-f63aed1a-72b5-4169-8a62-368556443684 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1054482 May 17 11:55:50.448769 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 53618) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:55:50.556203 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c7608a-3aa3-4830-a574-42eb89672243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:55:50.556669 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c7608a-3aa3-4830-a574-42eb89672243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:55:50.558185 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-c0c7608a-3aa3-4830-a574-42eb89672243 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1084561 May 17 11:55:52.665004 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 53628) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:55:52.765230 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62739400-e660-423f-8e97-968a0692bdf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:55:52.766550 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-62739400-e660-423f-8e97-968a0692bdf4 admin admin] 10.222.0.11 "GET /v2.0/subnets/35eb0c40-f6d0-43b5-b72a-9e8dd7567b53 HTTP/1.1" status: 200 len: 816 time: 0.1006024 May 17 11:55:54.876976 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 53638) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:55:54.984075 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1ab281-f31c-420b-bf4d-a8e4fcd8234d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:55:54.985449 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-7e1ab281-f31c-420b-bf4d-a8e4fcd8234d admin admin] 10.222.0.11 "GET /v2.0/subnets/6de19bf0-80f7-4af2-bdb6-9b51567eb9e2 HTTP/1.1" status: 200 len: 868 time: 0.1068549 May 17 11:56:08.752535 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-56c9457c-a8ab-4503-b8ad-f95ec8dcf9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:11.258574 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-ff0b055d-5413-44d3-a1ee-17e3d6438f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:11.261918 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:12.251702 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:14.126473 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:16.889808 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.agents_db [None req-bc444940-bb86-4de8-ac48-ae4570a6a7f9 None None] Agent healthcheck: found 5 active agents {{(pid=78703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 11:56:18.015599 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 53682) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:56:18.063727 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [None req-cce11ec5-5538-44dd-90b6-2ebfcedf051d admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=78701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 11:56:18.064719 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-cce11ec5-5538-44dd-90b6-2ebfcedf051d admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0481784 May 17 11:56:20.273293 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 53692) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:56:20.389997 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.pecan_wsgi.hooks.translation [None req-036c6597-dba9-407f-b18a-2d5e4016d8fc admin admin] GET failed (client error): The resource could not be found. May 17 11:56:20.391277 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-036c6597-dba9-407f-b18a-2d5e4016d8fc admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1169691 May 17 11:56:20.512618 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb91bd0-aee7-4400-83a2-ef680e3eef5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:56:20.513981 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-edb91bd0-aee7-4400-83a2-ef680e3eef5d admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1189280 May 17 11:56:22.665752 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 53702) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:56:22.717807 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [None req-136d1024-a031-4eef-a605-21177d1165b7 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 11:56:22.722367 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-136d1024-a031-4eef-a605-21177d1165b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 11:56:22.732126 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-136d1024-a031-4eef-a605-21177d1165b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 11:56:22.742360 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136d1024-a031-4eef-a605-21177d1165b7 admin admin] Made reservation on behalf of 8a80b294ac0e460c8a0ebf205ce9c816 for: {'network': 1} {{(pid=78700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 11:56:22.744690 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-136d1024-a031-4eef-a605-21177d1165b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1523871'] for network, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:22.830508 dv-cinder-734144-19-iscsi neutron-server[78700]: WARNING neutron.services.revisions.revision_plugin [None req-136d1024-a031-4eef-a605-21177d1165b7 admin admin] Could not find related network for resource to bump revision. May 17 11:56:22.842534 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-136d1024-a031-4eef-a605-21177d1165b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=78700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 11:56:22.851420 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-136d1024-a031-4eef-a605-21177d1165b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205'] for segment, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:22.851759 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.db.segments_db [None req-136d1024-a031-4eef-a605-21177d1165b7 admin admin] Added segment 28b7b464-8f76-475e-9dbb-b7fba188d07e of type vlan for network ca8191d5-5a3a-4c25-b4f2-dbd65ffc4406 May 17 11:56:22.878371 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-136d1024-a031-4eef-a605-21177d1165b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762326795951'] for network, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:22.909052 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-136d1024-a031-4eef-a605-21177d1165b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533501'] for network, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:22.910333 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d1024-a031-4eef-a605-21177d1165b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:56:22.910904 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-136d1024-a031-4eef-a605-21177d1165b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for network, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:22.916156 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-6db71ffa-21d5-4aa2-917a-8d251198fb82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:56:23.021385 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-136d1024-a031-4eef-a605-21177d1165b7 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3545525 May 17 11:56:23.022271 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d1024-a031-4eef-a605-21177d1165b7 admin admin] Pushing event updated for resources: {'Network': ['ID=ca8191d5-5a3a-4c25-b4f2-dbd65ffc4406,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:56:23.029182 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d1024-a031-4eef-a605-21177d1165b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:56:23.029527 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d1024-a031-4eef-a605-21177d1165b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:56:23.029864 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d1024-a031-4eef-a605-21177d1165b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:56:23.030190 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d1024-a031-4eef-a605-21177d1165b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:56:23.030511 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d1024-a031-4eef-a605-21177d1165b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:56:23.030836 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d1024-a031-4eef-a605-21177d1165b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:56:23.031157 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d1024-a031-4eef-a605-21177d1165b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:56:23.031476 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d1024-a031-4eef-a605-21177d1165b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:56:23.031821 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d1024-a031-4eef-a605-21177d1165b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:56:23.032134 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d1024-a031-4eef-a605-21177d1165b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:56:23.032446 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d1024-a031-4eef-a605-21177d1165b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:56:23.032756 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136d1024-a031-4eef-a605-21177d1165b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:56:23.036555 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-136d1024-a031-4eef-a605-21177d1165b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:56:23.046038 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Network ca8191d5-5a3a-4c25-b4f2-dbd65ffc4406 details requested by agent ovs-agent-dv-cinder-734144-19-iscsi with host dv-cinder-734144-19-iscsi {{(pid=78702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 11:56:25.163219 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 53712) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:56:25.229556 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2a5a0dc-56d8-4bcb-80c0-22d57b150851 admin admin] GET failed (client error): The resource could not be found. May 17 11:56:25.230063 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-f2a5a0dc-56d8-4bcb-80c0-22d57b150851 admin admin] Synchronizing usage tracker for tenant:8a80b294ac0e460c8a0ebf205ce9c816 on resource:network {{(pid=78700) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 11:56:25.244860 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-f2a5a0dc-56d8-4bcb-80c0-22d57b150851 admin admin] Unset dirty status for tenant:8a80b294ac0e460c8a0ebf205ce9c816 on resource:network {{(pid=78700) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 11:56:25.245947 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-f2a5a0dc-56d8-4bcb-80c0-22d57b150851 admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0817766 May 17 11:56:25.352499 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bccedd-8968-46ef-bd56-a36b00bee5b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:56:25.356980 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-04bccedd-8968-46ef-bd56-a36b00bee5b4 admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1042290 May 17 11:56:25.363853 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [None req-8422ae48-314e-4ddf-bd98-8213ae4bb8e7 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'ca8191d5-5a3a-4c25-b4f2-dbd65ffc4406', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 11:56:25.368646 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-8422ae48-314e-4ddf-bd98-8213ae4bb8e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 11:56:25.377832 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-8422ae48-314e-4ddf-bd98-8213ae4bb8e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 11:56:25.386980 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8422ae48-314e-4ddf-bd98-8213ae4bb8e7 admin admin] Made reservation on behalf of 8a80b294ac0e460c8a0ebf205ce9c816 for: {'subnet': 1} {{(pid=78700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 11:56:25.389302 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-8422ae48-314e-4ddf-bd98-8213ae4bb8e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:25.762620 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-8422ae48-314e-4ddf-bd98-8213ae4bb8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450'] for subnet, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:25.766959 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-55e38d12-d096-42cb-a889-2baccf7a8c76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:56:25.834567 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8422ae48-314e-4ddf-bd98-8213ae4bb8e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abe74833-a492-4ea0-a706-daad98a34ce1,revision_number=0']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:56:25.839664 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-8422ae48-314e-4ddf-bd98-8213ae4bb8e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:56:25.842059 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8422ae48-314e-4ddf-bd98-8213ae4bb8e7 admin admin] Checking segment: {'id': '28b7b464-8f76-475e-9dbb-b7fba188d07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ca8191d5-5a3a-4c25-b4f2-dbd65ffc4406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 11:56:25.842415 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8422ae48-314e-4ddf-bd98-8213ae4bb8e7 admin admin] Network hostable DHCP agents. Network: ca8191d5-5a3a-4c25-b4f2-dbd65ffc4406, hostable agents: ['1bb0aafc-e938-4aea-abc6-5926a36b60fa'], hosted agents: [] {{(pid=78700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 11:56:25.859689 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8422ae48-314e-4ddf-bd98-8213ae4bb8e7 admin admin] Network ca8191d5-5a3a-4c25-b4f2-dbd65ffc4406 is scheduled to be hosted by DHCP agent 1bb0aafc-e938-4aea-abc6-5926a36b60fa with binding_index 1 {{(pid=78700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 11:56:25.869775 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.base_scheduler [None req-8422ae48-314e-4ddf-bd98-8213ae4bb8e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-19-iscsi, ca8191d5-5a3a-4c25-b4f2-dbd65ffc4406) {{(pid=78700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 11:56:25.873832 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8422ae48-314e-4ddf-bd98-8213ae4bb8e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 11:56:25.874444 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-8422ae48-314e-4ddf-bd98-8213ae4bb8e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for subnet, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:25.880256 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237f65b4-da3a-4855-8e56-4bcd72071c26 None None] Network ca8191d5-5a3a-4c25-b4f2-dbd65ffc4406 requested from dv-cinder-734144-19-iscsi {{(pid=78702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 11:56:25.916824 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-8422ae48-314e-4ddf-bd98-8213ae4bb8e7 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5388930 May 17 11:56:26.129408 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208d93bd-328d-4fe0-b466-7612a9cd487f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6ad49bc-6772-501e-aeed-729f0e6c613b-ca8191d5-5a3a-4c25-b4f2-dbd65ffc4406', 'network_id': 'ca8191d5-5a3a-4c25-b4f2-dbd65ffc4406', 'tenant_id': '8a80b294ac0e460c8a0ebf205ce9c816', 'fixed_ips': [{'subnet_id': 'abe74833-a492-4ea0-a706-daad98a34ce1'}]}} from dv-cinder-734144-19-iscsi. {{(pid=78702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 17 11:56:26.130223 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-208d93bd-328d-4fe0-b466-7612a9cd487f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:26.291118 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [None req-208d93bd-328d-4fe0-b466-7612a9cd487f None None] Allocated IP 192.168.233.2 (ca8191d5-5a3a-4c25-b4f2-dbd65ffc4406/abe74833-a492-4ea0-a706-daad98a34ce1/4915bd96-5bee-478c-a73b-4a78e2a099f7) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 11:56:26.504165 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-208d93bd-328d-4fe0-b466-7612a9cd487f None None] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:26.515112 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-208d93bd-328d-4fe0-b466-7612a9cd487f None None] Transition to ACTIVE for port object 4915bd96-5bee-478c-a73b-4a78e2a099f7 will not be triggered until provisioned by entity L2. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 11:56:26.534076 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-208d93bd-328d-4fe0-b466-7612a9cd487f None None] Transition to ACTIVE for port object 4915bd96-5bee-478c-a73b-4a78e2a099f7 will not be triggered until provisioned by entity DHCP. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 11:56:26.540202 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-208d93bd-328d-4fe0-b466-7612a9cd487f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:26.544743 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:56:26.611829 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208d93bd-328d-4fe0-b466-7612a9cd487f None None] Network ca8191d5-5a3a-4c25-b4f2-dbd65ffc4406 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 11:56:26.616067 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-208d93bd-328d-4fe0-b466-7612a9cd487f None None] Resources bound (agent type, host, resource id): {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 11:56:26.617939 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d93bd-328d-4fe0-b466-7612a9cd487f None None] Pushing event updated for resources: {'Port': ['ID=4915bd96-5bee-478c-a73b-4a78e2a099f7,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:56:26.620161 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208d93bd-328d-4fe0-b466-7612a9cd487f None None] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 11:56:26.629000 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208d93bd-328d-4fe0-b466-7612a9cd487f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:56:26.629324 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208d93bd-328d-4fe0-b466-7612a9cd487f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:56:26.629664 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208d93bd-328d-4fe0-b466-7612a9cd487f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:56:26.629994 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208d93bd-328d-4fe0-b466-7612a9cd487f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:56:26.630317 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208d93bd-328d-4fe0-b466-7612a9cd487f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:56:26.631255 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208d93bd-328d-4fe0-b466-7612a9cd487f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:56:26.631573 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208d93bd-328d-4fe0-b466-7612a9cd487f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:56:26.631882 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208d93bd-328d-4fe0-b466-7612a9cd487f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:56:26.632218 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208d93bd-328d-4fe0-b466-7612a9cd487f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:56:26.632538 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208d93bd-328d-4fe0-b466-7612a9cd487f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:56:26.632858 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208d93bd-328d-4fe0-b466-7612a9cd487f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:56:26.633192 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208d93bd-328d-4fe0-b466-7612a9cd487f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:56:26.659490 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-208d93bd-328d-4fe0-b466-7612a9cd487f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:56:26.720416 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-208d93bd-328d-4fe0-b466-7612a9cd487f None None] Attempting to bind port 4915bd96-5bee-478c-a73b-4a78e2a099f7 on host dv-cinder-734144-19-iscsi for vnic_type normal with profile {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 11:56:26.720778 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-208d93bd-328d-4fe0-b466-7612a9cd487f None None] Attempting to bind port 4915bd96-5bee-478c-a73b-4a78e2a099f7 by drivers openvswitch,hyperv on host dv-cinder-734144-19-iscsi at level 0 using segments [{'id': '28b7b464-8f76-475e-9dbb-b7fba188d07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ca8191d5-5a3a-4c25-b4f2-dbd65ffc4406'}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 11:56:26.721168 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208d93bd-328d-4fe0-b466-7612a9cd487f None None] Attempting to bind port 4915bd96-5bee-478c-a73b-4a78e2a099f7 on network ca8191d5-5a3a-4c25-b4f2-dbd65ffc4406 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 11:56:26.727028 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208d93bd-328d-4fe0-b466-7612a9cd487f None None] Checking agent: {'id': '99430f10-7a80-40b5-88dc-f3a197e5e86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 11), 'started_at': datetime.datetime(2021, 5, 17, 11, 53, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 11, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 11:56:26.727390 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208d93bd-328d-4fe0-b466-7612a9cd487f None None] Checking segment: {'id': '28b7b464-8f76-475e-9dbb-b7fba188d07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ca8191d5-5a3a-4c25-b4f2-dbd65ffc4406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 11:56:26.727787 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-208d93bd-328d-4fe0-b466-7612a9cd487f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:26.728178 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208d93bd-328d-4fe0-b466-7612a9cd487f None None] Bound using segment: {'id': '28b7b464-8f76-475e-9dbb-b7fba188d07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ca8191d5-5a3a-4c25-b4f2-dbd65ffc4406'} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 11:56:26.728638 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-208d93bd-328d-4fe0-b466-7612a9cd487f None None] Bound port: 4915bd96-5bee-478c-a73b-4a78e2a099f7, host: dv-cinder-734144-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28b7b464-8f76-475e-9dbb-b7fba188d07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ca8191d5-5a3a-4c25-b4f2-dbd65ffc4406'}}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 11:56:26.729033 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-208d93bd-328d-4fe0-b466-7612a9cd487f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:26.817375 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-208d93bd-328d-4fe0-b466-7612a9cd487f None None] For port 4915bd96-5bee-478c-a73b-4a78e2a099f7, host dv-cinder-734144-19-iscsi, cleared binding levels {{(pid=78702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 11:56:26.820642 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-208d93bd-328d-4fe0-b466-7612a9cd487f None None] For port 4915bd96-5bee-478c-a73b-4a78e2a099f7, host dv-cinder-734144-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=4915bd96-5bee-478c-a73b-4a78e2a099f7,segment=NetworkSegment(28b7b464-8f76-475e-9dbb-b7fba188d07e),segment_id=28b7b464-8f76-475e-9dbb-b7fba188d07e)] {{(pid=78702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 11:56:26.825155 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-208d93bd-328d-4fe0-b466-7612a9cd487f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:26.828924 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-67b1682b-a368-4af5-aed0-b0a2aeb61803 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:56:26.908712 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d93bd-328d-4fe0-b466-7612a9cd487f None None] Pushing event updated for resources: {'Port': ['ID=4915bd96-5bee-478c-a73b-4a78e2a099f7,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:56:26.912645 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-208d93bd-328d-4fe0-b466-7612a9cd487f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:56:27.470525 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 4915bd96-5bee-478c-a73b-4a78e2a099f7 up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 11:56:27.553683 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning for port 4915bd96-5bee-478c-a73b-4a78e2a099f7 completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 11:56:27.763354 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedd085b-c8e6-40ed-a775-8c336689e407 None None] Network ca8191d5-5a3a-4c25-b4f2-dbd65ffc4406 requested from dv-cinder-734144-19-iscsi {{(pid=78702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 11:56:27.853783 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-a6cede4d-0a20-43b5-8d8f-d832b58dea49 None None] Provisioning for port 4915bd96-5bee-478c-a73b-4a78e2a099f7 completed by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 11:56:27.864133 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-a6cede4d-0a20-43b5-8d8f-d832b58dea49 None None] Provisioning complete for port 4915bd96-5bee-478c-a73b-4a78e2a099f7 triggered by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 11:56:27.864497 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a6cede4d-0a20-43b5-8d8f-d832b58dea49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:28.101768 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a6cede4d-0a20-43b5-8d8f-d832b58dea49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:28.146820 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-a6cede4d-0a20-43b5-8d8f-d832b58dea49 None None] For port 4915bd96-5bee-478c-a73b-4a78e2a099f7, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=4915bd96-5bee-478c-a73b-4a78e2a099f7,segment=NetworkSegment(28b7b464-8f76-475e-9dbb-b7fba188d07e),segment_id=28b7b464-8f76-475e-9dbb-b7fba188d07e)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 11:56:28.150458 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a6cede4d-0a20-43b5-8d8f-d832b58dea49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:28.152628 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-208d93bd-328d-4fe0-b466-7612a9cd487f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:56:28.224432 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cede4d-0a20-43b5-8d8f-d832b58dea49 None None] Pushing event updated for resources: {'Port': ['ID=4915bd96-5bee-478c-a73b-4a78e2a099f7,revision_number=3']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:56:28.230529 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-a6cede4d-0a20-43b5-8d8f-d832b58dea49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:56:28.371390 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-2eed29cf-c6a0-4307-bf0c-bf859cae2998 None None] Provisioning complete for port 4915bd96-5bee-478c-a73b-4a78e2a099f7 triggered by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 11:56:28.371770 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2eed29cf-c6a0-4307-bf0c-bf859cae2998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:29.448848 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 4915bd96-5bee-478c-a73b-4a78e2a099f7 up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 11:56:29.518609 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port 4915bd96-5bee-478c-a73b-4a78e2a099f7 triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 11:56:29.518983 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:38.734402 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-bf64e482-352c-41e0-8213-14ceb1e675cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:41.259986 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-cc96c4ca-d76b-43b9-9f76-49c54a351927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:41.261707 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:42.254225 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:44.127992 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:56:53.889249 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.agents_db [None req-bc444940-bb86-4de8-ac48-ae4570a6a7f9 None None] Agent healthcheck: found 5 active agents {{(pid=78703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 11:57:08.736061 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d6d6598f-e9de-4ea7-aa33-9623dcdde980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:57:11.261954 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:57:11.263698 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-508a3ead-7b36-4306-80a0-6e120bef1cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:57:12.258044 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:57:14.130974 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:57:30.888724 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.agents_db [None req-bc444940-bb86-4de8-ac48-ae4570a6a7f9 None None] Agent healthcheck: found 5 active agents {{(pid=78703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 11:57:38.739080 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9cd7e11a-7896-419d-8605-63b67aaeadfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:57:41.264047 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-00b2a179-394d-4447-8dcb-0030fd9ee303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:57:41.267224 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:57:42.262082 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:57:44.137020 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:57:50.870802 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 53762) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:57:50.876803 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [None req-e9122038-89af-4fe4-a1ca-4b6cadf9f069 tempest-verify_tempest_config-64545207 tempest-verify_tempest_config-64545207-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=78700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 11:57:50.877794 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-e9122038-89af-4fe4-a1ca-4b6cadf9f069 tempest-verify_tempest_config-64545207 tempest-verify_tempest_config-64545207-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060439 May 17 11:57:51.178072 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 53780) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:57:51.292682 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-53c61c8c-4168-4d5e-9aee-daa5748f9e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:57:51.306534 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-53c61c8c-4168-4d5e-9aee-daa5748f9e46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 11:57:51.310272 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-53c61c8c-4168-4d5e-9aee-daa5748f9e46 admin admin] Usage tracker for resource:security_group_rule and tenant:0b296448aaff47a39815083b7e94a2de is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 11:57:51.312990 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-53c61c8c-4168-4d5e-9aee-daa5748f9e46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 11:57:51.318512 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-53c61c8c-4168-4d5e-9aee-daa5748f9e46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 11:57:51.400774 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-53c61c8c-4168-4d5e-9aee-daa5748f9e46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:57:51.404379 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-53c61c8c-4168-4d5e-9aee-daa5748f9e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:57:51.415305 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:57:51.452656 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-53c61c8c-4168-4d5e-9aee-daa5748f9e46 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0b296448aaff47a39815083b7e94a2de&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2735913 May 17 11:57:51.454318 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c61c8c-4168-4d5e-9aee-daa5748f9e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252978b5-2bc7-4928-935e-95df5a373978,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:57:51.455307 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 53786) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:57:51.461455 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c61c8c-4168-4d5e-9aee-daa5748f9e46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:57:51.461823 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c61c8c-4168-4d5e-9aee-daa5748f9e46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:57:51.462164 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c61c8c-4168-4d5e-9aee-daa5748f9e46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:57:51.462498 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c61c8c-4168-4d5e-9aee-daa5748f9e46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:57:51.463393 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c61c8c-4168-4d5e-9aee-daa5748f9e46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:57:51.463813 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c61c8c-4168-4d5e-9aee-daa5748f9e46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:57:51.464145 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c61c8c-4168-4d5e-9aee-daa5748f9e46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:57:51.464487 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c61c8c-4168-4d5e-9aee-daa5748f9e46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:57:51.464820 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c61c8c-4168-4d5e-9aee-daa5748f9e46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:57:51.465164 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c61c8c-4168-4d5e-9aee-daa5748f9e46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:57:51.465536 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c61c8c-4168-4d5e-9aee-daa5748f9e46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:57:51.465800 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c61c8c-4168-4d5e-9aee-daa5748f9e46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:57:51.469574 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-53c61c8c-4168-4d5e-9aee-daa5748f9e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:57:51.514568 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-8221ed5b-9a1c-4828-af04-ddfaaace1806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:57:51.539798 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-8221ed5b-9a1c-4828-af04-ddfaaace1806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:57:51.632551 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-8221ed5b-9a1c-4828-af04-ddfaaace1806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:57:51.637976 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-202f2c1c-c064-49dd-a3c9-d0362ed2643d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 11:57:51.650406 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8221ed5b-9a1c-4828-af04-ddfaaace1806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252978b5-2bc7-4928-935e-95df5a373978,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:57:51.657314 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-8221ed5b-9a1c-4828-af04-ddfaaace1806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:57:51.658405 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-8221ed5b-9a1c-4828-af04-ddfaaace1806 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/252978b5-2bc7-4928-935e-95df5a373978 HTTP/1.1" status: 204 len: 168 time: 0.2020690 May 17 11:57:51.659561 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221ed5b-9a1c-4828-af04-ddfaaace1806 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:57:51.659922 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221ed5b-9a1c-4828-af04-ddfaaace1806 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:57:51.660277 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221ed5b-9a1c-4828-af04-ddfaaace1806 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:57:51.660621 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221ed5b-9a1c-4828-af04-ddfaaace1806 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:57:51.660926 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221ed5b-9a1c-4828-af04-ddfaaace1806 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:57:51.661282 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221ed5b-9a1c-4828-af04-ddfaaace1806 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:57:51.661606 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221ed5b-9a1c-4828-af04-ddfaaace1806 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:57:51.661939 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221ed5b-9a1c-4828-af04-ddfaaace1806 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:57:51.662493 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221ed5b-9a1c-4828-af04-ddfaaace1806 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:57:51.662592 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221ed5b-9a1c-4828-af04-ddfaaace1806 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:57:51.662889 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221ed5b-9a1c-4828-af04-ddfaaace1806 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:57:51.663197 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221ed5b-9a1c-4828-af04-ddfaaace1806 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:57:51.666712 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-8221ed5b-9a1c-4828-af04-ddfaaace1806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 11:58:07.888367 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.agents_db [None req-bc444940-bb86-4de8-ac48-ae4570a6a7f9 None None] Agent healthcheck: found 5 active agents {{(pid=78703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 11:58:08.744087 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e187257b-bc1d-4e21-9615-bcafc664672f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:58:11.267158 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3cf5ac58-b16b-4a7b-8522-7c786c08a94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:58:11.268752 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:58:12.263369 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:58:14.139400 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:58:38.745326 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-bdfd131a-d2f4-4dcc-a3ac-5f04fd5e9403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:58:41.267401 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:58:41.270154 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-ed2afced-babf-4477-a70c-d83fa6583493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:58:42.268655 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:58:44.140464 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:58:44.887220 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.agents_db [None req-bc444940-bb86-4de8-ac48-ae4570a6a7f9 None None] Agent healthcheck: found 5 active agents {{(pid=78703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 11:59:08.750435 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d9994e26-58da-4d55-b973-807bc5a4e83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:59:11.267856 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:59:11.270846 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c3b25783-9b75-4f43-9ba3-4cad6bd66f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:59:12.270712 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:59:14.228776 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:59:21.885793 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.agents_db [None req-bc444940-bb86-4de8-ac48-ae4570a6a7f9 None None] Agent healthcheck: found 5 active agents {{(pid=78703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 11:59:36.575810 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004'] for agent, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:59:38.751386 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fce6bda0-2af9-45a8-a1df-1468aeb2c600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:59:41.269116 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:59:41.271764 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2abf4b41-4204-4a12-93a8-27aaa9fa0763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:59:41.974535 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 53838) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:59:42.095728 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-009ec92f-9ec3-41b5-8c75-e0321ab4aee5 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1201084 May 17 11:59:42.273347 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:59:44.146433 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 11:59:44.253687 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 53848) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 11:59:44.314201 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-e40d7fd3-452b-42bc-b307-7e28066d5b14 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0593770 May 17 11:59:58.884880 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.agents_db [None req-bc444940-bb86-4de8-ac48-ae4570a6a7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:00:06.539171 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:00:08.752917 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-929d7fcd-2ebb-41c1-9b30-61933c0695c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:00:11.272782 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:00:11.274400 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3b325854-6294-428e-9b3e-6322f1648771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:00:12.275609 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:00:14.150537 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:00:35.884828 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.agents_db [None req-bc444940-bb86-4de8-ac48-ae4570a6a7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:00:36.544420 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:00:38.758145 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-254cf9fe-011f-479b-b35f-2976839e3728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:00:41.277860 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b3bc9b03-56bb-413f-87f6-ef8b28ca8c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:00:41.285546 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:00:42.283916 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:00:44.157225 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:06.558855 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:08.750578 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1e04defc-3c35-4921-b757-631cca1fba76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:11.274211 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:11.276017 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-644e3c24-8e7f-4848-acd3-33a3edaa79fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:12.284015 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:12.883657 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.agents_db [None req-bc444940-bb86-4de8-ac48-ae4570a6a7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:01:14.163263 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:17.116755 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 54000) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:17.544799 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-81731a58-d443-4d9c-b79b-bfc1414ec851 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2056273744-network', 'tenant_id': '6bf663e867404027b23faa6cae49fd9c'}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:01:17.553917 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-81731a58-d443-4d9c-b79b-bfc1414ec851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:01:17.558800 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-81731a58-d443-4d9c-b79b-bfc1414ec851 admin admin] Usage tracker for resource:network and tenant:6bf663e867404027b23faa6cae49fd9c is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:01:17.562669 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-81731a58-d443-4d9c-b79b-bfc1414ec851 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:01:17.569919 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-81731a58-d443-4d9c-b79b-bfc1414ec851 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:01:17.579963 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81731a58-d443-4d9c-b79b-bfc1414ec851 admin admin] Made reservation on behalf of 6bf663e867404027b23faa6cae49fd9c for: {'network': 1} {{(pid=78701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:01:17.585718 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-81731a58-d443-4d9c-b79b-bfc1414ec851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1523871'] for network, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:17.600436 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-81731a58-d443-4d9c-b79b-bfc1414ec851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:17.616161 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-81731a58-d443-4d9c-b79b-bfc1414ec851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:01:17.620078 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-81731a58-d443-4d9c-b79b-bfc1414ec851 admin admin] Usage tracker for resource:security_group_rule and tenant:6bf663e867404027b23faa6cae49fd9c is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:01:17.622966 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-81731a58-d443-4d9c-b79b-bfc1414ec851 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:01:17.628878 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-81731a58-d443-4d9c-b79b-bfc1414ec851 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:01:17.747226 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-81731a58-d443-4d9c-b79b-bfc1414ec851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:17.758745 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-81731a58-d443-4d9c-b79b-bfc1414ec851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:17.758986 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:17.796987 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81731a58-d443-4d9c-b79b-bfc1414ec851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a68324-10d7-4957-a096-693728eae6cc,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:17.807277 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81731a58-d443-4d9c-b79b-bfc1414ec851 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:17.807629 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81731a58-d443-4d9c-b79b-bfc1414ec851 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:17.807955 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81731a58-d443-4d9c-b79b-bfc1414ec851 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:17.808271 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81731a58-d443-4d9c-b79b-bfc1414ec851 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:17.808593 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81731a58-d443-4d9c-b79b-bfc1414ec851 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:17.808927 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81731a58-d443-4d9c-b79b-bfc1414ec851 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:17.809275 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81731a58-d443-4d9c-b79b-bfc1414ec851 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:17.809601 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81731a58-d443-4d9c-b79b-bfc1414ec851 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:17.809933 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81731a58-d443-4d9c-b79b-bfc1414ec851 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:17.810241 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81731a58-d443-4d9c-b79b-bfc1414ec851 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:17.810554 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81731a58-d443-4d9c-b79b-bfc1414ec851 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:17.810857 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81731a58-d443-4d9c-b79b-bfc1414ec851 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:17.811950 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81731a58-d443-4d9c-b79b-bfc1414ec851 admin admin] Tracked resource versions report: May 17 12:01:17.811950 dv-cinder-734144-19-iscsi neutron-server[78701]: pushed versions: May 17 12:01:17.811950 dv-cinder-734144-19-iscsi neutron-server[78701]: { 'AddressGroup': {'1.2'}, May 17 12:01:17.811950 dv-cinder-734144-19-iscsi neutron-server[78701]: 'ConntrackHelper': {'1.0'}, May 17 12:01:17.811950 dv-cinder-734144-19-iscsi neutron-server[78701]: 'Log': {'1.0'}, May 17 12:01:17.811950 dv-cinder-734144-19-iscsi neutron-server[78701]: 'Network': {'1.1'}, May 17 12:01:17.811950 dv-cinder-734144-19-iscsi neutron-server[78701]: 'Port': {'1.7'}, May 17 12:01:17.811950 dv-cinder-734144-19-iscsi neutron-server[78701]: 'PortForwarding': {'1.2'}, May 17 12:01:17.811950 dv-cinder-734144-19-iscsi neutron-server[78701]: 'QosPolicy': {'1.8'}, May 17 12:01:17.811950 dv-cinder-734144-19-iscsi neutron-server[78701]: 'SecurityGroup': {'1.4'}, May 17 12:01:17.811950 dv-cinder-734144-19-iscsi neutron-server[78701]: 'SecurityGroupRule': {'1.2'}, May 17 12:01:17.811950 dv-cinder-734144-19-iscsi neutron-server[78701]: 'SubPort': {'1.0'}, May 17 12:01:17.811950 dv-cinder-734144-19-iscsi neutron-server[78701]: 'Subnet': {'1.1'}, May 17 12:01:17.811950 dv-cinder-734144-19-iscsi neutron-server[78701]: 'Trunk': {'1.1'}} May 17 12:01:17.811950 dv-cinder-734144-19-iscsi neutron-server[78701]: consumer versions: May 17 12:01:17.811950 dv-cinder-734144-19-iscsi neutron-server[78701]: { DHCP agent@dv-cinder-734144-19-iscsi: {}, May 17 12:01:17.811950 dv-cinder-734144-19-iscsi neutron-server[78701]: HyperV agent@hv-cinder-73414: {}, May 17 12:01:17.811950 dv-cinder-734144-19-iscsi neutron-server[78701]: L3 agent@dv-cinder-734144-19-iscsi: {}, May 17 12:01:17.811950 dv-cinder-734144-19-iscsi neutron-server[78701]: Metadata agent@dv-cinder-734144-19-iscsi: {}, May 17 12:01:17.811950 dv-cinder-734144-19-iscsi neutron-server[78701]: Metering agent@dv-cinder-734144-19-iscsi: {}, May 17 12:01:17.811950 dv-cinder-734144-19-iscsi neutron-server[78701]: Open vSwitch agent@dv-cinder-734144-19-iscsi: { 'AddressGroup': '1.2', May 17 12:01:17.811950 dv-cinder-734144-19-iscsi neutron-server[78701]: 'ConntrackHelper': '1.0', May 17 12:01:17.811950 dv-cinder-734144-19-iscsi neutron-server[78701]: 'Log': '1.0', May 17 12:01:17.811950 dv-cinder-734144-19-iscsi neutron-server[78701]: 'Network': '1.1', May 17 12:01:17.811950 dv-cinder-734144-19-iscsi neutron-server[78701]: 'Port': '1.7', May 17 12:01:17.811950 dv-cinder-734144-19-iscsi neutron-server[78701]: 'PortForwarding': '1.2', May 17 12:01:17.811950 dv-cinder-734144-19-iscsi neutron-server[78701]: 'QosPolicy': '1.8', May 17 12:01:17.811950 dv-cinder-734144-19-iscsi neutron-server[78701]: 'SecurityGroup': '1.4', May 17 12:01:17.811950 dv-cinder-734144-19-iscsi neutron-server[78701]: 'SecurityGroupRule': '1.2', May 17 12:01:17.811950 dv-cinder-734144-19-iscsi neutron-server[78701]: 'SubPort': '1.0', May 17 12:01:17.811950 dv-cinder-734144-19-iscsi neutron-server[78701]: 'Subnet': '1.1', May 17 12:01:17.811950 dv-cinder-734144-19-iscsi neutron-server[78701]: 'Trunk': '1.1'}} May 17 12:01:17.811950 dv-cinder-734144-19-iscsi neutron-server[78701]: {{(pid=78701) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 12:01:17.817165 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81731a58-d443-4d9c-b79b-bfc1414ec851 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=78701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:01:17.828875 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-81731a58-d443-4d9c-b79b-bfc1414ec851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:17.834814 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-81731a58-d443-4d9c-b79b-bfc1414ec851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205'] for segment, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:17.835222 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.db.segments_db [None req-81731a58-d443-4d9c-b79b-bfc1414ec851 admin admin] Added segment 887f3473-e426-42df-889f-21311f468f7e of type vlan for network 0aa99b04-4428-4e05-a28f-238c74f78706 May 17 12:01:17.866504 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-81731a58-d443-4d9c-b79b-bfc1414ec851 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762326795951'] for network, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:17.899280 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-81731a58-d443-4d9c-b79b-bfc1414ec851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533501'] for network, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:17.900749 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81731a58-d443-4d9c-b79b-bfc1414ec851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:17.901494 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-81731a58-d443-4d9c-b79b-bfc1414ec851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for network, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:17.909316 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-202f2c1c-c064-49dd-a3c9-d0362ed2643d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:18.007192 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81731a58-d443-4d9c-b79b-bfc1414ec851 admin admin] Pushing event updated for resources: {'Network': ['ID=0aa99b04-4428-4e05-a28f-238c74f78706,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:18.011555 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-81731a58-d443-4d9c-b79b-bfc1414ec851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:18.025083 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Network 0aa99b04-4428-4e05-a28f-238c74f78706 details requested by agent ovs-agent-dv-cinder-734144-19-iscsi with host dv-cinder-734144-19-iscsi {{(pid=78702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 12:01:18.030480 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 54046) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:18.031462 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-81731a58-d443-4d9c-b79b-bfc1414ec851 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9121306 May 17 12:01:18.040293 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [None req-d26dcdd0-543d-418d-9b3e-01926507e801 admin admin] Request body: {'subnet': {'network_id': '0aa99b04-4428-4e05-a28f-238c74f78706', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2056273744-subnet', 'tenant_id': '6bf663e867404027b23faa6cae49fd9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:01:18.077344 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-d26dcdd0-543d-418d-9b3e-01926507e801 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:01:18.084509 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-d26dcdd0-543d-418d-9b3e-01926507e801 admin admin] Usage tracker for resource:subnet and tenant:6bf663e867404027b23faa6cae49fd9c is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:01:18.090026 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-d26dcdd0-543d-418d-9b3e-01926507e801 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:01:18.099698 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-d26dcdd0-543d-418d-9b3e-01926507e801 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:01:18.116335 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26dcdd0-543d-418d-9b3e-01926507e801 admin admin] Made reservation on behalf of 6bf663e867404027b23faa6cae49fd9c for: {'subnet': 1} {{(pid=78700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:01:18.120881 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-d26dcdd0-543d-418d-9b3e-01926507e801 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:18.686086 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-d26dcdd0-543d-418d-9b3e-01926507e801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450'] for subnet, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:18.695817 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:18.778010 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26dcdd0-543d-418d-9b3e-01926507e801 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd8b9db4-1f1b-432a-b983-8b7aa274be94,revision_number=0']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:18.783993 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 54072) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:18.785451 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dcdd0-543d-418d-9b3e-01926507e801 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:18.785828 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dcdd0-543d-418d-9b3e-01926507e801 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:18.786170 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dcdd0-543d-418d-9b3e-01926507e801 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:18.786501 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dcdd0-543d-418d-9b3e-01926507e801 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:18.787333 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dcdd0-543d-418d-9b3e-01926507e801 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:18.787675 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dcdd0-543d-418d-9b3e-01926507e801 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:18.788009 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dcdd0-543d-418d-9b3e-01926507e801 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:18.788329 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dcdd0-543d-418d-9b3e-01926507e801 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:18.788946 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dcdd0-543d-418d-9b3e-01926507e801 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:18.789440 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dcdd0-543d-418d-9b3e-01926507e801 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:18.789920 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dcdd0-543d-418d-9b3e-01926507e801 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:18.790396 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dcdd0-543d-418d-9b3e-01926507e801 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:18.791713 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dcdd0-543d-418d-9b3e-01926507e801 admin admin] Tracked resource versions report: May 17 12:01:18.791713 dv-cinder-734144-19-iscsi neutron-server[78700]: pushed versions: May 17 12:01:18.791713 dv-cinder-734144-19-iscsi neutron-server[78700]: { 'AddressGroup': {'1.2'}, May 17 12:01:18.791713 dv-cinder-734144-19-iscsi neutron-server[78700]: 'ConntrackHelper': {'1.0'}, May 17 12:01:18.791713 dv-cinder-734144-19-iscsi neutron-server[78700]: 'Log': {'1.0'}, May 17 12:01:18.791713 dv-cinder-734144-19-iscsi neutron-server[78700]: 'Network': {'1.1'}, May 17 12:01:18.791713 dv-cinder-734144-19-iscsi neutron-server[78700]: 'Port': {'1.7'}, May 17 12:01:18.791713 dv-cinder-734144-19-iscsi neutron-server[78700]: 'PortForwarding': {'1.2'}, May 17 12:01:18.791713 dv-cinder-734144-19-iscsi neutron-server[78700]: 'QosPolicy': {'1.8'}, May 17 12:01:18.791713 dv-cinder-734144-19-iscsi neutron-server[78700]: 'SecurityGroup': {'1.4'}, May 17 12:01:18.791713 dv-cinder-734144-19-iscsi neutron-server[78700]: 'SecurityGroupRule': {'1.2'}, May 17 12:01:18.791713 dv-cinder-734144-19-iscsi neutron-server[78700]: 'SubPort': {'1.0'}, May 17 12:01:18.791713 dv-cinder-734144-19-iscsi neutron-server[78700]: 'Subnet': {'1.1'}, May 17 12:01:18.791713 dv-cinder-734144-19-iscsi neutron-server[78700]: 'Trunk': {'1.1'}} May 17 12:01:18.791713 dv-cinder-734144-19-iscsi neutron-server[78700]: consumer versions: May 17 12:01:18.791713 dv-cinder-734144-19-iscsi neutron-server[78700]: { DHCP agent@dv-cinder-734144-19-iscsi: {}, May 17 12:01:18.791713 dv-cinder-734144-19-iscsi neutron-server[78700]: HyperV agent@hv-cinder-73414: {}, May 17 12:01:18.791713 dv-cinder-734144-19-iscsi neutron-server[78700]: L3 agent@dv-cinder-734144-19-iscsi: {}, May 17 12:01:18.791713 dv-cinder-734144-19-iscsi neutron-server[78700]: Metadata agent@dv-cinder-734144-19-iscsi: {}, May 17 12:01:18.791713 dv-cinder-734144-19-iscsi neutron-server[78700]: Metering agent@dv-cinder-734144-19-iscsi: {}, May 17 12:01:18.791713 dv-cinder-734144-19-iscsi neutron-server[78700]: Open vSwitch agent@dv-cinder-734144-19-iscsi: { 'AddressGroup': '1.2', May 17 12:01:18.791713 dv-cinder-734144-19-iscsi neutron-server[78700]: 'ConntrackHelper': '1.0', May 17 12:01:18.791713 dv-cinder-734144-19-iscsi neutron-server[78700]: 'Log': '1.0', May 17 12:01:18.791713 dv-cinder-734144-19-iscsi neutron-server[78700]: 'Network': '1.1', May 17 12:01:18.791713 dv-cinder-734144-19-iscsi neutron-server[78700]: 'Port': '1.7', May 17 12:01:18.791713 dv-cinder-734144-19-iscsi neutron-server[78700]: 'PortForwarding': '1.2', May 17 12:01:18.791713 dv-cinder-734144-19-iscsi neutron-server[78700]: 'QosPolicy': '1.8', May 17 12:01:18.791713 dv-cinder-734144-19-iscsi neutron-server[78700]: 'SecurityGroup': '1.4', May 17 12:01:18.791713 dv-cinder-734144-19-iscsi neutron-server[78700]: 'SecurityGroupRule': '1.2', May 17 12:01:18.791713 dv-cinder-734144-19-iscsi neutron-server[78700]: 'SubPort': '1.0', May 17 12:01:18.791713 dv-cinder-734144-19-iscsi neutron-server[78700]: 'Subnet': '1.1', May 17 12:01:18.791713 dv-cinder-734144-19-iscsi neutron-server[78700]: 'Trunk': '1.1'}} May 17 12:01:18.791713 dv-cinder-734144-19-iscsi neutron-server[78700]: {{(pid=78700) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 12:01:18.799887 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-d26dcdd0-543d-418d-9b3e-01926507e801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:18.808719 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26dcdd0-543d-418d-9b3e-01926507e801 admin admin] Checking segment: {'id': '887f3473-e426-42df-889f-21311f468f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0aa99b04-4428-4e05-a28f-238c74f78706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:01:18.809058 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26dcdd0-543d-418d-9b3e-01926507e801 admin admin] Network hostable DHCP agents. Network: 0aa99b04-4428-4e05-a28f-238c74f78706, hostable agents: ['1bb0aafc-e938-4aea-abc6-5926a36b60fa'], hosted agents: [] {{(pid=78700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:01:18.833239 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26dcdd0-543d-418d-9b3e-01926507e801 admin admin] Network 0aa99b04-4428-4e05-a28f-238c74f78706 is scheduled to be hosted by DHCP agent 1bb0aafc-e938-4aea-abc6-5926a36b60fa with binding_index 1 {{(pid=78700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:01:18.853326 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.base_scheduler [None req-d26dcdd0-543d-418d-9b3e-01926507e801 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-19-iscsi, 0aa99b04-4428-4e05-a28f-238c74f78706) {{(pid=78700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:01:18.862889 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26dcdd0-543d-418d-9b3e-01926507e801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:18.863592 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-d26dcdd0-543d-418d-9b3e-01926507e801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for subnet, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:18.873285 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d168a1b8-4aad-4c2a-a98d-2ab4dafadd0e None None] Network 0aa99b04-4428-4e05-a28f-238c74f78706 requested from dv-cinder-734144-19-iscsi {{(pid=78702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:01:18.944797 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-d26dcdd0-543d-418d-9b3e-01926507e801 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9125993 May 17 12:01:18.947771 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 54082) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:18.954575 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [None req-2f257af4-f397-4f8a-bb61-3191ddacf4ef admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2056273744-router', 'tenant_id': '6bf663e867404027b23faa6cae49fd9c', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c'}}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:01:18.970176 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-2f257af4-f397-4f8a-bb61-3191ddacf4ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:01:18.980412 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-2f257af4-f397-4f8a-bb61-3191ddacf4ef admin admin] Usage tracker for resource:router and tenant:6bf663e867404027b23faa6cae49fd9c is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:01:18.989131 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-2f257af4-f397-4f8a-bb61-3191ddacf4ef admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:01:19.013417 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-2f257af4-f397-4f8a-bb61-3191ddacf4ef admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:01:19.041922 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-2f257af4-f397-4f8a-bb61-3191ddacf4ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12262'] for router, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:19.044753 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-2f257af4-f397-4f8a-bb61-3191ddacf4ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-462602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12281'] for router, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:19.054347 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 54088) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:19.077187 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-2f257af4-f397-4f8a-bb61-3191ddacf4ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:19.183685 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4d7efd-c111-44ce-938a-78e1902d321d None None] Network 0aa99b04-4428-4e05-a28f-238c74f78706 requested from dv-cinder-734144-19-iscsi {{(pid=78702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:01:19.335249 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-9dc34504-cc9f-4946-b3d5-eb9977de549e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1014470837-network', 'tenant_id': '2d5b8d1bb5df4191a9326c02e197e07e'}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:01:19.342483 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-9dc34504-cc9f-4946-b3d5-eb9977de549e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:01:19.350531 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-9dc34504-cc9f-4946-b3d5-eb9977de549e admin admin] Usage tracker for resource:network and tenant:2d5b8d1bb5df4191a9326c02e197e07e is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:01:19.355000 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-9dc34504-cc9f-4946-b3d5-eb9977de549e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:01:19.369113 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-9dc34504-cc9f-4946-b3d5-eb9977de549e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:01:19.394123 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc34504-cc9f-4946-b3d5-eb9977de549e admin admin] Made reservation on behalf of 2d5b8d1bb5df4191a9326c02e197e07e for: {'network': 1} {{(pid=78701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:01:19.400969 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-9dc34504-cc9f-4946-b3d5-eb9977de549e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1523871'] for network, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:19.462298 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-9dc34504-cc9f-4946-b3d5-eb9977de549e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:19.482880 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-9dc34504-cc9f-4946-b3d5-eb9977de549e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:01:19.487448 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-9dc34504-cc9f-4946-b3d5-eb9977de549e admin admin] Usage tracker for resource:security_group_rule and tenant:2d5b8d1bb5df4191a9326c02e197e07e is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:01:19.492004 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-9dc34504-cc9f-4946-b3d5-eb9977de549e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:01:19.500073 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-9dc34504-cc9f-4946-b3d5-eb9977de549e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:01:19.579527 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-2f257af4-f397-4f8a-bb61-3191ddacf4ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12235'] for router, precommit_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:19.579759 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-21a9ce9a-c1f3-4a7c-a900-d9445dac01a4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-483043931-network', 'tenant_id': '74eacc72869f49c6b97dcf14e5f937b4'}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:01:19.587434 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-21a9ce9a-c1f3-4a7c-a900-d9445dac01a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:01:19.596804 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-21a9ce9a-c1f3-4a7c-a900-d9445dac01a4 admin admin] Usage tracker for resource:network and tenant:74eacc72869f49c6b97dcf14e5f937b4 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:01:19.609764 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-21a9ce9a-c1f3-4a7c-a900-d9445dac01a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:01:19.622530 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-21a9ce9a-c1f3-4a7c-a900-d9445dac01a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:01:19.664215 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-9dc34504-cc9f-4946-b3d5-eb9977de549e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:19.671925 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-9dc34504-cc9f-4946-b3d5-eb9977de549e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:19.682685 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:19.694231 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a9ce9a-c1f3-4a7c-a900-d9445dac01a4 admin admin] Made reservation on behalf of 74eacc72869f49c6b97dcf14e5f937b4 for: {'network': 1} {{(pid=78701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:01:19.696608 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-21a9ce9a-c1f3-4a7c-a900-d9445dac01a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1523871'] for network, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:19.731839 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc34504-cc9f-4946-b3d5-eb9977de549e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83173f9e-afa1-4465-8ae3-10f5431589f1,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:19.753434 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-21a9ce9a-c1f3-4a7c-a900-d9445dac01a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:19.766657 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-9dc34504-cc9f-4946-b3d5-eb9977de549e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:19.771217 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dc34504-cc9f-4946-b3d5-eb9977de549e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=78701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:01:19.777855 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-21a9ce9a-c1f3-4a7c-a900-d9445dac01a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:01:19.783677 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-21a9ce9a-c1f3-4a7c-a900-d9445dac01a4 admin admin] Usage tracker for resource:security_group_rule and tenant:74eacc72869f49c6b97dcf14e5f937b4 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:01:19.787998 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-21a9ce9a-c1f3-4a7c-a900-d9445dac01a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:01:19.791047 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-9dc34504-cc9f-4946-b3d5-eb9977de549e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205'] for segment, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:19.791394 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.db.segments_db [None req-9dc34504-cc9f-4946-b3d5-eb9977de549e admin admin] Added segment d34206cf-c55b-4406-92d8-f00429ecc993 of type vlan for network 14da6a33-1a1d-42a7-8db9-9f9b379dfca4 May 17 12:01:19.798739 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-21a9ce9a-c1f3-4a7c-a900-d9445dac01a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:01:19.839689 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-9dc34504-cc9f-4946-b3d5-eb9977de549e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762326795951'] for network, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:19.932260 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-9dc34504-cc9f-4946-b3d5-eb9977de549e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533501'] for network, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:19.937987 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc34504-cc9f-4946-b3d5-eb9977de549e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:19.938575 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-9dc34504-cc9f-4946-b3d5-eb9977de549e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for network, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:19.961910 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-81731a58-d443-4d9c-b79b-bfc1414ec851 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:20.015976 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-2f257af4-f397-4f8a-bb61-3191ddacf4ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:20.058193 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-2f257af4-f397-4f8a-bb61-3191ddacf4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:20.157763 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-9dc34504-cc9f-4946-b3d5-eb9977de549e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3722634 May 17 12:01:20.159785 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-21a9ce9a-c1f3-4a7c-a900-d9445dac01a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:20.160702 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc34504-cc9f-4946-b3d5-eb9977de549e admin admin] Pushing event updated for resources: {'Network': ['ID=14da6a33-1a1d-42a7-8db9-9f9b379dfca4,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:20.161031 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 54130) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:20.164566 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-9dc34504-cc9f-4946-b3d5-eb9977de549e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:20.165940 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-21a9ce9a-c1f3-4a7c-a900-d9445dac01a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:20.169057 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:20.172788 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [None req-3fc955eb-d9db-40fa-98fc-4d863d0a2a0a admin admin] Request body: {'subnet': {'network_id': '14da6a33-1a1d-42a7-8db9-9f9b379dfca4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1014470837-subnet', 'tenant_id': '2d5b8d1bb5df4191a9326c02e197e07e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:01:20.175437 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Network 14da6a33-1a1d-42a7-8db9-9f9b379dfca4 details requested by agent ovs-agent-dv-cinder-734144-19-iscsi with host dv-cinder-734144-19-iscsi {{(pid=78702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 12:01:20.178628 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-3fc955eb-d9db-40fa-98fc-4d863d0a2a0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:01:20.184069 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-3fc955eb-d9db-40fa-98fc-4d863d0a2a0a admin admin] Usage tracker for resource:subnet and tenant:2d5b8d1bb5df4191a9326c02e197e07e is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:01:20.188094 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-3fc955eb-d9db-40fa-98fc-4d863d0a2a0a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:01:20.195686 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-3fc955eb-d9db-40fa-98fc-4d863d0a2a0a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:01:20.201419 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21a9ce9a-c1f3-4a7c-a900-d9445dac01a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=78701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:01:20.209890 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc955eb-d9db-40fa-98fc-4d863d0a2a0a admin admin] Made reservation on behalf of 2d5b8d1bb5df4191a9326c02e197e07e for: {'subnet': 1} {{(pid=78700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:01:20.212057 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a9ce9a-c1f3-4a7c-a900-d9445dac01a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6618e48-ddaf-4ec2-944d-baaba8e46031,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:20.212973 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-3fc955eb-d9db-40fa-98fc-4d863d0a2a0a admin admin] Notify callbacks [] for subnet, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:20.215153 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-21a9ce9a-c1f3-4a7c-a900-d9445dac01a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:20.220345 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-21a9ce9a-c1f3-4a7c-a900-d9445dac01a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205'] for segment, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:20.221024 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.db.segments_db [None req-21a9ce9a-c1f3-4a7c-a900-d9445dac01a4 admin admin] Added segment 4aeb874b-5262-4be4-9c4d-452a8932079d of type vlan for network 232f65e1-0da5-4006-971a-4fd3e6d8c4db May 17 12:01:20.285290 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-21a9ce9a-c1f3-4a7c-a900-d9445dac01a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762326795951'] for network, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:20.336134 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-21a9ce9a-c1f3-4a7c-a900-d9445dac01a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533501'] for network, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:20.337909 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a9ce9a-c1f3-4a7c-a900-d9445dac01a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:20.339034 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-21a9ce9a-c1f3-4a7c-a900-d9445dac01a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for network, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:20.347510 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:20.452500 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-21a9ce9a-c1f3-4a7c-a900-d9445dac01a4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3965585 May 17 12:01:20.455198 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 54138) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:20.461510 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-33c591ee-7092-4a39-96e3-97942ab83a61 admin admin] Request body: {'subnet': {'network_id': '232f65e1-0da5-4006-971a-4fd3e6d8c4db', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-483043931-subnet', 'tenant_id': '74eacc72869f49c6b97dcf14e5f937b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:01:20.473296 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-33c591ee-7092-4a39-96e3-97942ab83a61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:01:20.477442 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a9ce9a-c1f3-4a7c-a900-d9445dac01a4 admin admin] Pushing event updated for resources: {'Network': ['ID=232f65e1-0da5-4006-971a-4fd3e6d8c4db,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:20.480244 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-21a9ce9a-c1f3-4a7c-a900-d9445dac01a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:20.483996 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-33c591ee-7092-4a39-96e3-97942ab83a61 admin admin] Usage tracker for resource:subnet and tenant:74eacc72869f49c6b97dcf14e5f937b4 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:01:20.492457 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Network 232f65e1-0da5-4006-971a-4fd3e6d8c4db details requested by agent ovs-agent-dv-cinder-734144-19-iscsi with host dv-cinder-734144-19-iscsi {{(pid=78702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 12:01:20.503487 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-33c591ee-7092-4a39-96e3-97942ab83a61 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:01:20.531430 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-33c591ee-7092-4a39-96e3-97942ab83a61 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:01:20.554717 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c591ee-7092-4a39-96e3-97942ab83a61 admin admin] Made reservation on behalf of 74eacc72869f49c6b97dcf14e5f937b4 for: {'subnet': 1} {{(pid=78701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:01:20.557196 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-33c591ee-7092-4a39-96e3-97942ab83a61 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:20.580763 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.db_base_plugin_common [None req-2f257af4-f397-4f8a-bb61-3191ddacf4ef admin admin] Allocated IP 172.27.1.5 (163aee93-eed0-47f4-9809-6291286e957c/35eb0c40-f6d0-43b5-b72a-9e8dd7567b53/66a869d4-2952-43a2-83ff-20a81862565f) {{(pid=78700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:01:20.903210 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-2f257af4-f397-4f8a-bb61-3191ddacf4ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:21.078631 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-3fc955eb-d9db-40fa-98fc-4d863d0a2a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450'] for subnet, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:21.084166 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-2f257af4-f397-4f8a-bb61-3191ddacf4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161'] for port, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:21.097862 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:21.188953 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f257af4-f397-4f8a-bb61-3191ddacf4ef admin admin] Network 163aee93-eed0-47f4-9809-6291286e957c is already hosted by enough agents. {{(pid=78700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:01:21.206422 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.base_scheduler [None req-2f257af4-f397-4f8a-bb61-3191ddacf4ef admin admin] Resources bound (agent type, host, resource id): {{(pid=78700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:01:21.222768 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f257af4-f397-4f8a-bb61-3191ddacf4ef admin admin] Received port after_create {{(pid=78700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:01:21.251425 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-33c591ee-7092-4a39-96e3-97942ab83a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450'] for subnet, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:21.259323 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:21.316254 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc955eb-d9db-40fa-98fc-4d863d0a2a0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=67cd3e72-2f24-46ab-b181-47f97ee4c177,revision_number=0']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:21.351118 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c591ee-7092-4a39-96e3-97942ab83a61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4df74225-b796-4a2f-84ac-d4b6fecaea77,revision_number=0']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:21.359525 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-33c591ee-7092-4a39-96e3-97942ab83a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:21.365240 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c591ee-7092-4a39-96e3-97942ab83a61 admin admin] Checking segment: {'id': '4aeb874b-5262-4be4-9c4d-452a8932079d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '232f65e1-0da5-4006-971a-4fd3e6d8c4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:01:21.366065 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c591ee-7092-4a39-96e3-97942ab83a61 admin admin] Network hostable DHCP agents. Network: 232f65e1-0da5-4006-971a-4fd3e6d8c4db, hostable agents: ['1bb0aafc-e938-4aea-abc6-5926a36b60fa'], hosted agents: [] {{(pid=78701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:01:21.371688 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-3fc955eb-d9db-40fa-98fc-4d863d0a2a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:21.372178 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.234s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:21.392305 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c591ee-7092-4a39-96e3-97942ab83a61 admin admin] Network 232f65e1-0da5-4006-971a-4fd3e6d8c4db is scheduled to be hosted by DHCP agent 1bb0aafc-e938-4aea-abc6-5926a36b60fa with binding_index 1 {{(pid=78701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:01:21.412157 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.base_scheduler [None req-33c591ee-7092-4a39-96e3-97942ab83a61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-19-iscsi, 232f65e1-0da5-4006-971a-4fd3e6d8c4db) {{(pid=78701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:01:21.428563 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bc883f-6d7c-4950-8e9f-505ec9c56ca3 None None] Network 232f65e1-0da5-4006-971a-4fd3e6d8c4db requested from dv-cinder-734144-19-iscsi {{(pid=78702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:01:21.446963 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c591ee-7092-4a39-96e3-97942ab83a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:21.447574 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-33c591ee-7092-4a39-96e3-97942ab83a61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for subnet, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:21.474662 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc955eb-d9db-40fa-98fc-4d863d0a2a0a admin admin] Checking segment: {'id': 'd34206cf-c55b-4406-92d8-f00429ecc993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '14da6a33-1a1d-42a7-8db9-9f9b379dfca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:01:21.474980 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc955eb-d9db-40fa-98fc-4d863d0a2a0a admin admin] Network hostable DHCP agents. Network: 14da6a33-1a1d-42a7-8db9-9f9b379dfca4, hostable agents: ['1bb0aafc-e938-4aea-abc6-5926a36b60fa'], hosted agents: [] {{(pid=78700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:01:21.497075 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-33c591ee-7092-4a39-96e3-97942ab83a61 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0388043 May 17 12:01:21.498333 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 54172) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:21.502983 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-75e13fef-e83b-4e88-a473-4e5a617a9e13 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-483043931-router', 'tenant_id': '74eacc72869f49c6b97dcf14e5f937b4', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c'}}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:01:21.530892 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-75e13fef-e83b-4e88-a473-4e5a617a9e13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:01:21.534999 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-75e13fef-e83b-4e88-a473-4e5a617a9e13 admin admin] Usage tracker for resource:router and tenant:74eacc72869f49c6b97dcf14e5f937b4 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:01:21.541125 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-75e13fef-e83b-4e88-a473-4e5a617a9e13 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:01:21.544734 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f257af4-f397-4f8a-bb61-3191ddacf4ef admin admin] Pushing event updated for resources: {'Port': ['ID=66a869d4-2952-43a2-83ff-20a81862565f,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:21.558237 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-75e13fef-e83b-4e88-a473-4e5a617a9e13 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:01:21.572392 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-2f257af4-f397-4f8a-bb61-3191ddacf4ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:21.583878 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-75e13fef-e83b-4e88-a473-4e5a617a9e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12262'] for router, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:21.585325 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-75e13fef-e83b-4e88-a473-4e5a617a9e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-462602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12281'] for router, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:21.593656 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc955eb-d9db-40fa-98fc-4d863d0a2a0a admin admin] Network 14da6a33-1a1d-42a7-8db9-9f9b379dfca4 is scheduled to be hosted by DHCP agent 1bb0aafc-e938-4aea-abc6-5926a36b60fa with binding_index 1 {{(pid=78700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:01:21.616294 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.base_scheduler [None req-3fc955eb-d9db-40fa-98fc-4d863d0a2a0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-19-iscsi, 14da6a33-1a1d-42a7-8db9-9f9b379dfca4) {{(pid=78700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:01:21.618534 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-75e13fef-e83b-4e88-a473-4e5a617a9e13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:21.626925 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc955eb-d9db-40fa-98fc-4d863d0a2a0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:21.627522 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-3fc955eb-d9db-40fa-98fc-4d863d0a2a0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for subnet, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:21.681972 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c48e2b1-b6cb-45c3-a288-be3c17b2087c None None] Network 14da6a33-1a1d-42a7-8db9-9f9b379dfca4 requested from dv-cinder-734144-19-iscsi {{(pid=78702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:01:21.856442 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-3fc955eb-d9db-40fa-98fc-4d863d0a2a0a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6936088 May 17 12:01:21.921360 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e8cdc5-7416-4d7a-abbe-ce71478926ba None None] Network 14da6a33-1a1d-42a7-8db9-9f9b379dfca4 requested from dv-cinder-734144-19-iscsi {{(pid=78702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:01:22.015279 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-2f257af4-f397-4f8a-bb61-3191ddacf4ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:22.149600 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c8a979-79e5-4a1c-8366-24015f266bac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6ad49bc-6772-501e-aeed-729f0e6c613b-232f65e1-0da5-4006-971a-4fd3e6d8c4db', 'network_id': '232f65e1-0da5-4006-971a-4fd3e6d8c4db', 'tenant_id': '74eacc72869f49c6b97dcf14e5f937b4', 'fixed_ips': [{'subnet_id': '4df74225-b796-4a2f-84ac-d4b6fecaea77'}]}} from dv-cinder-734144-19-iscsi. {{(pid=78702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 17 12:01:22.151206 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-32c8a979-79e5-4a1c-8366-24015f266bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:22.226508 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 54192) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:22.248043 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-75e13fef-e83b-4e88-a473-4e5a617a9e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12235'] for router, precommit_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:22.469300 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [None req-32c8a979-79e5-4a1c-8366-24015f266bac None None] Allocated IP 172.20.0.2 (232f65e1-0da5-4006-971a-4fd3e6d8c4db/4df74225-b796-4a2f-84ac-d4b6fecaea77/cd04341b-b51d-40f3-8619-b9839e3d6f48) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:01:22.724835 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-2f257af4-f397-4f8a-bb61-3191ddacf4ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399684'] for router, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:22.760780 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-32c8a979-79e5-4a1c-8366-24015f266bac None None] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:22.773460 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-32c8a979-79e5-4a1c-8366-24015f266bac None None] Transition to ACTIVE for port object cd04341b-b51d-40f3-8619-b9839e3d6f48 will not be triggered until provisioned by entity L2. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:01:22.790918 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-75e13fef-e83b-4e88-a473-4e5a617a9e13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:22.797420 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-32c8a979-79e5-4a1c-8366-24015f266bac None None] Transition to ACTIVE for port object cd04341b-b51d-40f3-8619-b9839e3d6f48 will not be triggered until provisioned by entity DHCP. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:01:22.835713 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-32c8a979-79e5-4a1c-8366-24015f266bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:22.836724 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-75e13fef-e83b-4e88-a473-4e5a617a9e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:22.870765 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:22.979815 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c8a979-79e5-4a1c-8366-24015f266bac None None] Pushing event updated for resources: {'Port': ['ID=cd04341b-b51d-40f3-8619-b9839e3d6f48,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:22.997072 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c8a979-79e5-4a1c-8366-24015f266bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:22.997703 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c8a979-79e5-4a1c-8366-24015f266bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:22.998273 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c8a979-79e5-4a1c-8366-24015f266bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:22.998877 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c8a979-79e5-4a1c-8366-24015f266bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:22.999458 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c8a979-79e5-4a1c-8366-24015f266bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:23.000048 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c8a979-79e5-4a1c-8366-24015f266bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:23.000627 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c8a979-79e5-4a1c-8366-24015f266bac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:23.007003 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c8a979-79e5-4a1c-8366-24015f266bac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:23.007552 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c8a979-79e5-4a1c-8366-24015f266bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:23.007990 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c8a979-79e5-4a1c-8366-24015f266bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:23.008394 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c8a979-79e5-4a1c-8366-24015f266bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:23.008816 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c8a979-79e5-4a1c-8366-24015f266bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:23.010048 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c8a979-79e5-4a1c-8366-24015f266bac None None] Tracked resource versions report: May 17 12:01:23.010048 dv-cinder-734144-19-iscsi neutron-server[78702]: pushed versions: May 17 12:01:23.010048 dv-cinder-734144-19-iscsi neutron-server[78702]: { 'AddressGroup': {'1.2'}, May 17 12:01:23.010048 dv-cinder-734144-19-iscsi neutron-server[78702]: 'ConntrackHelper': {'1.0'}, May 17 12:01:23.010048 dv-cinder-734144-19-iscsi neutron-server[78702]: 'Log': {'1.0'}, May 17 12:01:23.010048 dv-cinder-734144-19-iscsi neutron-server[78702]: 'Network': {'1.1'}, May 17 12:01:23.010048 dv-cinder-734144-19-iscsi neutron-server[78702]: 'Port': {'1.7'}, May 17 12:01:23.010048 dv-cinder-734144-19-iscsi neutron-server[78702]: 'PortForwarding': {'1.2'}, May 17 12:01:23.010048 dv-cinder-734144-19-iscsi neutron-server[78702]: 'QosPolicy': {'1.8'}, May 17 12:01:23.010048 dv-cinder-734144-19-iscsi neutron-server[78702]: 'SecurityGroup': {'1.4'}, May 17 12:01:23.010048 dv-cinder-734144-19-iscsi neutron-server[78702]: 'SecurityGroupRule': {'1.2'}, May 17 12:01:23.010048 dv-cinder-734144-19-iscsi neutron-server[78702]: 'SubPort': {'1.0'}, May 17 12:01:23.010048 dv-cinder-734144-19-iscsi neutron-server[78702]: 'Subnet': {'1.1'}, May 17 12:01:23.010048 dv-cinder-734144-19-iscsi neutron-server[78702]: 'Trunk': {'1.1'}} May 17 12:01:23.010048 dv-cinder-734144-19-iscsi neutron-server[78702]: consumer versions: May 17 12:01:23.010048 dv-cinder-734144-19-iscsi neutron-server[78702]: { DHCP agent@dv-cinder-734144-19-iscsi: {}, May 17 12:01:23.010048 dv-cinder-734144-19-iscsi neutron-server[78702]: HyperV agent@hv-cinder-73414: {}, May 17 12:01:23.010048 dv-cinder-734144-19-iscsi neutron-server[78702]: L3 agent@dv-cinder-734144-19-iscsi: {}, May 17 12:01:23.010048 dv-cinder-734144-19-iscsi neutron-server[78702]: Metadata agent@dv-cinder-734144-19-iscsi: {}, May 17 12:01:23.010048 dv-cinder-734144-19-iscsi neutron-server[78702]: Metering agent@dv-cinder-734144-19-iscsi: {}, May 17 12:01:23.010048 dv-cinder-734144-19-iscsi neutron-server[78702]: Open vSwitch agent@dv-cinder-734144-19-iscsi: { 'AddressGroup': '1.2', May 17 12:01:23.010048 dv-cinder-734144-19-iscsi neutron-server[78702]: 'ConntrackHelper': '1.0', May 17 12:01:23.010048 dv-cinder-734144-19-iscsi neutron-server[78702]: 'Log': '1.0', May 17 12:01:23.010048 dv-cinder-734144-19-iscsi neutron-server[78702]: 'Network': '1.1', May 17 12:01:23.010048 dv-cinder-734144-19-iscsi neutron-server[78702]: 'Port': '1.7', May 17 12:01:23.010048 dv-cinder-734144-19-iscsi neutron-server[78702]: 'PortForwarding': '1.2', May 17 12:01:23.010048 dv-cinder-734144-19-iscsi neutron-server[78702]: 'QosPolicy': '1.8', May 17 12:01:23.010048 dv-cinder-734144-19-iscsi neutron-server[78702]: 'SecurityGroup': '1.4', May 17 12:01:23.010048 dv-cinder-734144-19-iscsi neutron-server[78702]: 'SecurityGroupRule': '1.2', May 17 12:01:23.010048 dv-cinder-734144-19-iscsi neutron-server[78702]: 'SubPort': '1.0', May 17 12:01:23.010048 dv-cinder-734144-19-iscsi neutron-server[78702]: 'Subnet': '1.1', May 17 12:01:23.010048 dv-cinder-734144-19-iscsi neutron-server[78702]: 'Trunk': '1.1'}} May 17 12:01:23.010048 dv-cinder-734144-19-iscsi neutron-server[78702]: {{(pid=78702) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 12:01:23.020590 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-32c8a979-79e5-4a1c-8366-24015f266bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:23.053146 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c8a979-79e5-4a1c-8366-24015f266bac None None] Network 232f65e1-0da5-4006-971a-4fd3e6d8c4db is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:01:23.060971 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-32c8a979-79e5-4a1c-8366-24015f266bac None None] Resources bound (agent type, host, resource id): {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:01:23.065049 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c8a979-79e5-4a1c-8366-24015f266bac None None] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:01:23.114223 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-9f13d6d5-e0c9-49bb-b533-efec76bf3fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:23.154443 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-9f13d6d5-e0c9-49bb-b533-efec76bf3fa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:01:23.173619 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-9f13d6d5-e0c9-49bb-b533-efec76bf3fa6 admin admin] Usage tracker for resource:security_group_rule and tenant:90830bf72f944829a34576ecb02c406c is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:01:23.179544 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-9f13d6d5-e0c9-49bb-b533-efec76bf3fa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:01:23.188332 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-9f13d6d5-e0c9-49bb-b533-efec76bf3fa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:01:23.191758 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.db_base_plugin_common [None req-75e13fef-e83b-4e88-a473-4e5a617a9e13 admin admin] Allocated IP 172.27.1.209 (163aee93-eed0-47f4-9809-6291286e957c/35eb0c40-f6d0-43b5-b72a-9e8dd7567b53/ddb1d406-dd34-4d49-a2fa-2809fd1a93aa) {{(pid=78701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:01:23.238127 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-32c8a979-79e5-4a1c-8366-24015f266bac None None] Attempting to bind port cd04341b-b51d-40f3-8619-b9839e3d6f48 on host dv-cinder-734144-19-iscsi for vnic_type normal with profile {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:01:23.242328 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-32c8a979-79e5-4a1c-8366-24015f266bac None None] Attempting to bind port cd04341b-b51d-40f3-8619-b9839e3d6f48 by drivers openvswitch,hyperv on host dv-cinder-734144-19-iscsi at level 0 using segments [{'id': '4aeb874b-5262-4be4-9c4d-452a8932079d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '232f65e1-0da5-4006-971a-4fd3e6d8c4db'}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:01:23.242708 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c8a979-79e5-4a1c-8366-24015f266bac None None] Attempting to bind port cd04341b-b51d-40f3-8619-b9839e3d6f48 on network 232f65e1-0da5-4006-971a-4fd3e6d8c4db {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:01:23.251018 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c8a979-79e5-4a1c-8366-24015f266bac None None] Checking agent: {'id': '99430f10-7a80-40b5-88dc-f3a197e5e86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 11), 'started_at': datetime.datetime(2021, 5, 17, 11, 53, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:01:23.251576 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c8a979-79e5-4a1c-8366-24015f266bac None None] Checking segment: {'id': '4aeb874b-5262-4be4-9c4d-452a8932079d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '232f65e1-0da5-4006-971a-4fd3e6d8c4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:01:23.252695 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-32c8a979-79e5-4a1c-8366-24015f266bac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:23.253369 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c8a979-79e5-4a1c-8366-24015f266bac None None] Bound using segment: {'id': '4aeb874b-5262-4be4-9c4d-452a8932079d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '232f65e1-0da5-4006-971a-4fd3e6d8c4db'} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:01:23.254167 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-32c8a979-79e5-4a1c-8366-24015f266bac None None] Bound port: cd04341b-b51d-40f3-8619-b9839e3d6f48, host: dv-cinder-734144-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aeb874b-5262-4be4-9c4d-452a8932079d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '232f65e1-0da5-4006-971a-4fd3e6d8c4db'}}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:01:23.254753 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-32c8a979-79e5-4a1c-8366-24015f266bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:23.407225 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f257af4-f397-4f8a-bb61-3191ddacf4ef admin admin] Router 56dc1736-9d8b-486d-8978-4aab381447c6 is scheduled to L3 agent 7d9bdccf-07e9-4436-af26-1dad3be87fd8 with binding_index 1 {{(pid=78700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 17 12:01:23.432706 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-9f13d6d5-e0c9-49bb-b533-efec76bf3fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:23.497507 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-9f13d6d5-e0c9-49bb-b533-efec76bf3fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:23.530590 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-32c8a979-79e5-4a1c-8366-24015f266bac None None] For port cd04341b-b51d-40f3-8619-b9839e3d6f48, host dv-cinder-734144-19-iscsi, cleared binding levels {{(pid=78702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:01:23.535917 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-32c8a979-79e5-4a1c-8366-24015f266bac None None] For port cd04341b-b51d-40f3-8619-b9839e3d6f48, host dv-cinder-734144-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=cd04341b-b51d-40f3-8619-b9839e3d6f48,segment=NetworkSegment(4aeb874b-5262-4be4-9c4d-452a8932079d),segment_id=4aeb874b-5262-4be4-9c4d-452a8932079d)] {{(pid=78702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:01:23.539066 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-75e13fef-e83b-4e88-a473-4e5a617a9e13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:23.543507 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-32c8a979-79e5-4a1c-8366-24015f266bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:23.551011 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-53c61c8c-4168-4d5e-9aee-daa5748f9e46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:23.574320 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-21bc12d4-2c69-4f5b-8df8-02a02314746e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:23.626770 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-75e13fef-e83b-4e88-a473-4e5a617a9e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161'] for port, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:23.633457 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-0b815dbd-3636-414c-a7cd-e1a58ba819ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:23.642050 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13d6d5-e0c9-49bb-b533-efec76bf3fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfd0be4-a404-49aa-b94c-5a3131dffe13,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:23.650373 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-9f13d6d5-e0c9-49bb-b533-efec76bf3fa6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=90830bf72f944829a34576ecb02c406c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4227715 May 17 12:01:23.667536 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 54250) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:23.717105 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-9f13d6d5-e0c9-49bb-b533-efec76bf3fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:23.740963 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c8a979-79e5-4a1c-8366-24015f266bac None None] Pushing event updated for resources: {'Port': ['ID=cd04341b-b51d-40f3-8619-b9839e3d6f48,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:23.746372 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-32c8a979-79e5-4a1c-8366-24015f266bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:23.762599 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e13fef-e83b-4e88-a473-4e5a617a9e13 admin admin] Network 163aee93-eed0-47f4-9809-6291286e957c is already hosted by enough agents. {{(pid=78701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:01:23.767973 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.base_scheduler [None req-75e13fef-e83b-4e88-a473-4e5a617a9e13 admin admin] Resources bound (agent type, host, resource id): {{(pid=78701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:01:23.777016 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e13fef-e83b-4e88-a473-4e5a617a9e13 admin admin] Received port after_create {{(pid=78701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:01:23.787403 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f257af4-f397-4f8a-bb61-3191ddacf4ef admin admin] Notify agent at l3_agent.dv-cinder-734144-19-iscsi the message routers_updated {{(pid=78700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:01:23.799434 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bf10ff-6c3b-470e-917d-dafda270d03e None None] Sync routers for ids ['56dc1736-9d8b-486d-8978-4aab381447c6'] in dv-cinder-734144-19-iscsi {{(pid=78703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:01:23.828115 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bf10ff-6c3b-470e-917d-dafda270d03e None None] Routers {'56dc1736-9d8b-486d-8978-4aab381447c6'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:01:23.830370 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-d7bf10ff-6c3b-470e-917d-dafda270d03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:01:11Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['56dc1736-9d8b-486d-8978-4aab381447c6'], 'active': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:01:23.848520 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-2f257af4-f397-4f8a-bb61-3191ddacf4ef admin admin] Notify callbacks [] for router, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:23.851150 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-2f257af4-f397-4f8a-bb61-3191ddacf4ef admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9020255 May 17 12:01:23.855549 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 54268) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:23.935004 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e13fef-e83b-4e88-a473-4e5a617a9e13 admin admin] Pushing event updated for resources: {'Port': ['ID=ddb1d406-dd34-4d49-a2fa-2809fd1a93aa,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:24.011893 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-75e13fef-e83b-4e88-a473-4e5a617a9e13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:24.173581 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 54280) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:24.185197 dv-cinder-734144-19-iscsi neutron-server[78701]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 17 12:01:24.243602 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-bd00a753-3cf6-4c32-a559-7554eb0e69cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:24.344647 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvr_db [None req-d7bf10ff-6c3b-470e-917d-dafda270d03e None None] Set router 56dc1736-9d8b-486d-8978-4aab381447c6 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:01:24.463991 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 54288) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:24.468957 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-bd00a753-3cf6-4c32-a559-7554eb0e69cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:24.702563 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-fb3fa731-48aa-4780-92f8-fb7a6d17604a tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:24.703276 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-fb3fa731-48aa-4780-92f8-fb7a6d17604a tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Synchronizing usage tracker for tenant:2d5b8d1bb5df4191a9326c02e197e07e on resource:network {{(pid=78701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:01:24.731234 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-75e13fef-e83b-4e88-a473-4e5a617a9e13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:24.792042 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-d7bf10ff-6c3b-470e-917d-dafda270d03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56dc1736-9d8b-486d-8978-4aab381447c6', 'name': 'tempest-ServerRescueNegativeTestJSON-2056273744-router', 'tenant_id': '6bf663e867404027b23faa6cae49fd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '66a869d4-2952-43a2-83ff-20a81862565f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:01:19Z', 'updated_at': '2021-05-17T12:01:21Z', 'revision_number': 3, 'project_id': '6bf663e867404027b23faa6cae49fd9c', 'gw_port': {'id': '66a869d4-2952-43a2-83ff-20a81862565f', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bb:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56dc1736-9d8b-486d-8978-4aab381447c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:01:20Z', 'updated_at': '2021-05-17T12:01:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi'}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:01:24.803825 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bf10ff-6c3b-470e-917d-dafda270d03e None None] Checking router: 56dc1736-9d8b-486d-8978-4aab381447c6 for host: dv-cinder-734144-19-iscsi {{(pid=78703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:01:24.805009 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bf10ff-6c3b-470e-917d-dafda270d03e None None] Updating router 56dc1736-9d8b-486d-8978-4aab381447c6 port 66a869d4-2952-43a2-83ff-20a81862565f binding host dv-cinder-734144-19-iscsi {{(pid=78703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:01:24.840415 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-fb3fa731-48aa-4780-92f8-fb7a6d17604a tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Unset dirty status for tenant:2d5b8d1bb5df4191a9326c02e197e07e on resource:network {{(pid=78701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:01:24.841598 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-fb3fa731-48aa-4780-92f8-fb7a6d17604a tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] 10.222.0.11 "GET /v2.0/networks?id=14da6a33-1a1d-42a7-8db9-9f9b379dfca4 HTTP/1.1" status: 200 len: 812 time: 0.6635504 May 17 12:01:24.875397 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-bd00a753-3cf6-4c32-a559-7554eb0e69cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:24.886655 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-9dc34504-cc9f-4946-b3d5-eb9977de549e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:24.914888 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-bf948370-66df-453c-adb6-201bf32d9c2b tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] 10.222.0.11 "GET /v2.0/quotas/2d5b8d1bb5df4191a9326c02e197e07e HTTP/1.1" status: 200 len: 375 time: 0.0506282 May 17 12:01:24.999086 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d7bf10ff-6c3b-470e-917d-dafda270d03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:25.075125 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00a753-3cf6-4c32-a559-7554eb0e69cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfd0be4-a404-49aa-b94c-5a3131dffe13,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:25.094382 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-bd00a753-3cf6-4c32-a559-7554eb0e69cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:25.181141 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-0a1dd9dd-8743-4195-b73d-6a5e741447e7 tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2d5b8d1bb5df4191a9326c02e197e07e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2489922 May 17 12:01:25.191601 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-cc278f54-1d05-4930-9cea-b9c29693fdfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:25.237064 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-cc278f54-1d05-4930-9cea-b9c29693fdfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:01:25.262317 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402fb776-afeb-430b-bf8e-55e02533cf4a None None] Network 232f65e1-0da5-4006-971a-4fd3e6d8c4db requested from dv-cinder-734144-19-iscsi {{(pid=78702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:01:25.266245 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-bd00a753-3cf6-4c32-a559-7554eb0e69cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:25.273491 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-bd00a753-3cf6-4c32-a559-7554eb0e69cc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ddfd0be4-a404-49aa-b94c-5a3131dffe13 HTTP/1.1" status: 204 len: 168 time: 1.5993736 May 17 12:01:25.278764 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-286d9563-a729-4f47-9b76-b22af3fa4104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:25.279850 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-cc278f54-1d05-4930-9cea-b9c29693fdfe admin admin] Usage tracker for resource:security_group_rule and tenant:3225f1b0820645a2954b936fe3a9b5d0 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:01:25.288124 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-cc278f54-1d05-4930-9cea-b9c29693fdfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:01:25.315909 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-cc278f54-1d05-4930-9cea-b9c29693fdfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:01:25.655075 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-564b6e16-2b3f-4161-a161-e057b19c936f service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=78701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 12:01:25.662690 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-564b6e16-2b3f-4161-a161-e057b19c936f service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2475209 May 17 12:01:25.804666 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device cd04341b-b51d-40f3-8619-b9839e3d6f48 up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:01:25.835635 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.db_base_plugin_common [None req-286d9563-a729-4f47-9b76-b22af3fa4104 admin admin] Allocated IP 172.20.0.1 (0aa99b04-4428-4e05-a28f-238c74f78706/cd8b9db4-1f1b-432a-b983-8b7aa274be94/e6562274-888b-45ec-8cc1-c39b35d2b6eb) {{(pid=78700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:01:25.863119 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d7bf10ff-6c3b-470e-917d-dafda270d03e None None] Notify callbacks [] for port, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:25.882100 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.provisioning_blocks [None req-d7bf10ff-6c3b-470e-917d-dafda270d03e None None] Transition to ACTIVE for port object 66a869d4-2952-43a2-83ff-20a81862565f will not be triggered until provisioned by entity L2. {{(pid=78703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:01:25.893024 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d7bf10ff-6c3b-470e-917d-dafda270d03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:25.909188 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-e4593b21-f02b-4a4a-9883-84cfe5e5f0e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:25.928551 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fb3e77c3-79fa-4fea-a927-b9e36d9a66c4 None None] Provisioning for port cd04341b-b51d-40f3-8619-b9839e3d6f48 completed by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:01:26.043514 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409f665-7dcc-4745-a9a1-a647263dbc96 None None] Pushing event updated for resources: {'Port': ['ID=66a869d4-2952-43a2-83ff-20a81862565f,revision_number=2']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:26.055204 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409f665-7dcc-4745-a9a1-a647263dbc96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:26.055821 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409f665-7dcc-4745-a9a1-a647263dbc96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:26.056343 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409f665-7dcc-4745-a9a1-a647263dbc96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:26.056863 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409f665-7dcc-4745-a9a1-a647263dbc96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:26.057405 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409f665-7dcc-4745-a9a1-a647263dbc96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:26.057732 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning for port cd04341b-b51d-40f3-8619-b9839e3d6f48 completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:01:26.058071 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409f665-7dcc-4745-a9a1-a647263dbc96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:26.058560 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409f665-7dcc-4745-a9a1-a647263dbc96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:26.059029 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409f665-7dcc-4745-a9a1-a647263dbc96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:26.059517 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409f665-7dcc-4745-a9a1-a647263dbc96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:26.060008 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409f665-7dcc-4745-a9a1-a647263dbc96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:26.060478 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409f665-7dcc-4745-a9a1-a647263dbc96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:26.061125 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409f665-7dcc-4745-a9a1-a647263dbc96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:26.062379 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409f665-7dcc-4745-a9a1-a647263dbc96 None None] Tracked resource versions report: May 17 12:01:26.062379 dv-cinder-734144-19-iscsi neutron-server[78703]: pushed versions: May 17 12:01:26.062379 dv-cinder-734144-19-iscsi neutron-server[78703]: { 'AddressGroup': {'1.2'}, May 17 12:01:26.062379 dv-cinder-734144-19-iscsi neutron-server[78703]: 'ConntrackHelper': {'1.0'}, May 17 12:01:26.062379 dv-cinder-734144-19-iscsi neutron-server[78703]: 'Log': {'1.0'}, May 17 12:01:26.062379 dv-cinder-734144-19-iscsi neutron-server[78703]: 'Network': {'1.1'}, May 17 12:01:26.062379 dv-cinder-734144-19-iscsi neutron-server[78703]: 'Port': {'1.7'}, May 17 12:01:26.062379 dv-cinder-734144-19-iscsi neutron-server[78703]: 'PortForwarding': {'1.2'}, May 17 12:01:26.062379 dv-cinder-734144-19-iscsi neutron-server[78703]: 'QosPolicy': {'1.8'}, May 17 12:01:26.062379 dv-cinder-734144-19-iscsi neutron-server[78703]: 'SecurityGroup': {'1.4'}, May 17 12:01:26.062379 dv-cinder-734144-19-iscsi neutron-server[78703]: 'SecurityGroupRule': {'1.2'}, May 17 12:01:26.062379 dv-cinder-734144-19-iscsi neutron-server[78703]: 'SubPort': {'1.0'}, May 17 12:01:26.062379 dv-cinder-734144-19-iscsi neutron-server[78703]: 'Subnet': {'1.1'}, May 17 12:01:26.062379 dv-cinder-734144-19-iscsi neutron-server[78703]: 'Trunk': {'1.1'}} May 17 12:01:26.062379 dv-cinder-734144-19-iscsi neutron-server[78703]: consumer versions: May 17 12:01:26.062379 dv-cinder-734144-19-iscsi neutron-server[78703]: { DHCP agent@dv-cinder-734144-19-iscsi: {}, May 17 12:01:26.062379 dv-cinder-734144-19-iscsi neutron-server[78703]: HyperV agent@hv-cinder-73414: {}, May 17 12:01:26.062379 dv-cinder-734144-19-iscsi neutron-server[78703]: L3 agent@dv-cinder-734144-19-iscsi: {}, May 17 12:01:26.062379 dv-cinder-734144-19-iscsi neutron-server[78703]: Metadata agent@dv-cinder-734144-19-iscsi: {}, May 17 12:01:26.062379 dv-cinder-734144-19-iscsi neutron-server[78703]: Metering agent@dv-cinder-734144-19-iscsi: {}, May 17 12:01:26.062379 dv-cinder-734144-19-iscsi neutron-server[78703]: Open vSwitch agent@dv-cinder-734144-19-iscsi: { 'AddressGroup': '1.2', May 17 12:01:26.062379 dv-cinder-734144-19-iscsi neutron-server[78703]: 'ConntrackHelper': '1.0', May 17 12:01:26.062379 dv-cinder-734144-19-iscsi neutron-server[78703]: 'Log': '1.0', May 17 12:01:26.062379 dv-cinder-734144-19-iscsi neutron-server[78703]: 'Network': '1.1', May 17 12:01:26.062379 dv-cinder-734144-19-iscsi neutron-server[78703]: 'Port': '1.7', May 17 12:01:26.062379 dv-cinder-734144-19-iscsi neutron-server[78703]: 'PortForwarding': '1.2', May 17 12:01:26.062379 dv-cinder-734144-19-iscsi neutron-server[78703]: 'QosPolicy': '1.8', May 17 12:01:26.062379 dv-cinder-734144-19-iscsi neutron-server[78703]: 'SecurityGroup': '1.4', May 17 12:01:26.062379 dv-cinder-734144-19-iscsi neutron-server[78703]: 'SecurityGroupRule': '1.2', May 17 12:01:26.062379 dv-cinder-734144-19-iscsi neutron-server[78703]: 'SubPort': '1.0', May 17 12:01:26.062379 dv-cinder-734144-19-iscsi neutron-server[78703]: 'Subnet': '1.1', May 17 12:01:26.062379 dv-cinder-734144-19-iscsi neutron-server[78703]: 'Trunk': '1.1'}} May 17 12:01:26.062379 dv-cinder-734144-19-iscsi neutron-server[78703]: {{(pid=78703) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 12:01:26.068528 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port cd04341b-b51d-40f3-8619-b9839e3d6f48 triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:01:26.069047 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:26.104120 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [None req-d7bf10ff-6c3b-470e-917d-dafda270d03e None None] Attempting to bind port 66a869d4-2952-43a2-83ff-20a81862565f on host dv-cinder-734144-19-iscsi for vnic_type normal with profile {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:01:26.105993 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [None req-d7bf10ff-6c3b-470e-917d-dafda270d03e None None] Attempting to bind port 66a869d4-2952-43a2-83ff-20a81862565f by drivers openvswitch,hyperv on host dv-cinder-734144-19-iscsi at level 0 using segments [{'id': '8b5d1e01-0c84-4e6b-9682-76a98a471ba9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '163aee93-eed0-47f4-9809-6291286e957c'}] {{(pid=78703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:01:26.106582 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bf10ff-6c3b-470e-917d-dafda270d03e None None] Attempting to bind port 66a869d4-2952-43a2-83ff-20a81862565f on network 163aee93-eed0-47f4-9809-6291286e957c {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:01:26.114365 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bf10ff-6c3b-470e-917d-dafda270d03e None None] Checking agent: {'id': '99430f10-7a80-40b5-88dc-f3a197e5e86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 11), 'started_at': datetime.datetime(2021, 5, 17, 11, 53, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:01:26.115675 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bf10ff-6c3b-470e-917d-dafda270d03e None None] Checking segment: {'id': '8b5d1e01-0c84-4e6b-9682-76a98a471ba9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '163aee93-eed0-47f4-9809-6291286e957c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:01:26.116421 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d7bf10ff-6c3b-470e-917d-dafda270d03e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:26.117126 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bf10ff-6c3b-470e-917d-dafda270d03e None None] Bound using segment: {'id': '8b5d1e01-0c84-4e6b-9682-76a98a471ba9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '163aee93-eed0-47f4-9809-6291286e957c'} {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:01:26.118593 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [None req-d7bf10ff-6c3b-470e-917d-dafda270d03e None None] Bound port: 66a869d4-2952-43a2-83ff-20a81862565f, host: dv-cinder-734144-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b5d1e01-0c84-4e6b-9682-76a98a471ba9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '163aee93-eed0-47f4-9809-6291286e957c'}}] {{(pid=78703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:01:26.119222 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d7bf10ff-6c3b-470e-917d-dafda270d03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:26.124352 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 54354) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:26.155836 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-c3d8d334-691a-4c2e-8a18-2bf42e8c3d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:26.156129 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-deacfbd8-e28c-41ef-a1cc-06c043deb193 service neutron] 10.222.0.11 "GET /v2.0/networks/14da6a33-1a1d-42a7-8db9-9f9b379dfca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4920349 May 17 12:01:26.158823 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-75e13fef-e83b-4e88-a473-4e5a617a9e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399684'] for router, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:26.183926 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-c3d8d334-691a-4c2e-8a18-2bf42e8c3d50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:01:26.189425 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-c3d8d334-691a-4c2e-8a18-2bf42e8c3d50 admin admin] Usage tracker for resource:security_group_rule and tenant:a9cc760c638e4c43bf4634285e4b26f4 is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:01:26.190423 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-6409f665-7dcc-4745-a9a1-a647263dbc96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:26.192409 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-c3d8d334-691a-4c2e-8a18-2bf42e8c3d50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:01:26.204406 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-c3d8d334-691a-4c2e-8a18-2bf42e8c3d50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:01:26.240073 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [None req-d7bf10ff-6c3b-470e-917d-dafda270d03e None None] For port 66a869d4-2952-43a2-83ff-20a81862565f, host dv-cinder-734144-19-iscsi, cleared binding levels {{(pid=78703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:01:26.248186 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [None req-d7bf10ff-6c3b-470e-917d-dafda270d03e None None] For port 66a869d4-2952-43a2-83ff-20a81862565f, host dv-cinder-734144-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=66a869d4-2952-43a2-83ff-20a81862565f,segment=NetworkSegment(8b5d1e01-0c84-4e6b-9682-76a98a471ba9),segment_id=8b5d1e01-0c84-4e6b-9682-76a98a471ba9)] {{(pid=78703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:01:26.256649 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d7bf10ff-6c3b-470e-917d-dafda270d03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:26.259841 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:26.279558 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-6409f665-7dcc-4745-a9a1-a647263dbc96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:26.302302 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-c3d8d334-691a-4c2e-8a18-2bf42e8c3d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:26.311772 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-c3d8d334-691a-4c2e-8a18-2bf42e8c3d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:26.326630 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-9f13d6d5-e0c9-49bb-b533-efec76bf3fa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:26.330612 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] For port cd04341b-b51d-40f3-8619-b9839e3d6f48, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=cd04341b-b51d-40f3-8619-b9839e3d6f48,segment=NetworkSegment(4aeb874b-5262-4be4-9c4d-452a8932079d),segment_id=4aeb874b-5262-4be4-9c4d-452a8932079d)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:01:26.337501 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:26.340037 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:26.366644 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d8d334-691a-4c2e-8a18-2bf42e8c3d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2867714d-8928-4b1e-9092-4a4572a93eac,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:26.374491 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-c3d8d334-691a-4c2e-8a18-2bf42e8c3d50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:26.407842 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409f665-7dcc-4745-a9a1-a647263dbc96 None None] Pushing event updated for resources: {'Port': ['ID=66a869d4-2952-43a2-83ff-20a81862565f,revision_number=3']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:26.413360 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-c3d8d334-691a-4c2e-8a18-2bf42e8c3d50 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a9cc760c638e4c43bf4634285e4b26f4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2856705 May 17 12:01:26.414233 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 54360) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:26.417386 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-6409f665-7dcc-4745-a9a1-a647263dbc96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:26.429092 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Pushing event updated for resources: {'Port': ['ID=cd04341b-b51d-40f3-8619-b9839e3d6f48,revision_number=3']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:26.433874 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bf10ff-6c3b-470e-917d-dafda270d03e None None] Routers {'56dc1736-9d8b-486d-8978-4aab381447c6'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:01:26.434581 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-d7bf10ff-6c3b-470e-917d-dafda270d03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:01:11Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['56dc1736-9d8b-486d-8978-4aab381447c6'], 'active': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:01:26.446608 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:26.473057 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-286d9563-a729-4f47-9b76-b22af3fa4104 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:26.480748 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-f7793ad5-a470-4bd5-b59d-0bb311a697b3 None None] Provisioning complete for port cd04341b-b51d-40f3-8619-b9839e3d6f48 triggered by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:01:26.481503 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f7793ad5-a470-4bd5-b59d-0bb311a697b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:26.509254 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-6599a850-2467-4a51-91ce-1962b96555c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:26.540269 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-6599a850-2467-4a51-91ce-1962b96555c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:26.602886 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-6599a850-2467-4a51-91ce-1962b96555c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:26.610373 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:26.628212 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6599a850-2467-4a51-91ce-1962b96555c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2867714d-8928-4b1e-9092-4a4572a93eac,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:26.638733 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-cc278f54-1d05-4930-9cea-b9c29693fdfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:26.642930 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-6599a850-2467-4a51-91ce-1962b96555c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:26.663058 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-cc278f54-1d05-4930-9cea-b9c29693fdfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:26.675226 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-6599a850-2467-4a51-91ce-1962b96555c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:26.676451 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-6599a850-2467-4a51-91ce-1962b96555c8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2867714d-8928-4b1e-9092-4a4572a93eac HTTP/1.1" status: 204 len: 168 time: 0.2612557 May 17 12:01:26.685807 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-286d9563-a729-4f47-9b76-b22af3fa4104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161'] for port, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:26.695694 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-bd00a753-3cf6-4c32-a559-7554eb0e69cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:26.716122 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:26.736157 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvr_db [None req-d7bf10ff-6c3b-470e-917d-dafda270d03e None None] Set router 56dc1736-9d8b-486d-8978-4aab381447c6 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:01:26.745411 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-c6bae9af-5c06-47cc-84da-da812b657c9a service neutron] 10.222.0.11 "GET /v2.0/networks/14da6a33-1a1d-42a7-8db9-9f9b379dfca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5761333 May 17 12:01:26.795828 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-cc278f54-1d05-4930-9cea-b9c29693fdfe admin admin] Synchronizing usage tracker for tenant:8a80b294ac0e460c8a0ebf205ce9c816 on resource:security_group {{(pid=78701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:01:26.806631 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286d9563-a729-4f47-9b76-b22af3fa4104 admin admin] Network 0aa99b04-4428-4e05-a28f-238c74f78706 is already hosted by enough agents. {{(pid=78700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:01:26.810218 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.base_scheduler [None req-286d9563-a729-4f47-9b76-b22af3fa4104 admin admin] Resources bound (agent type, host, resource id): {{(pid=78700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:01:26.814244 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286d9563-a729-4f47-9b76-b22af3fa4104 admin admin] Received port after_create {{(pid=78700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:01:26.814719 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-286d9563-a729-4f47-9b76-b22af3fa4104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407999'] for router_interface, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:26.837957 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc278f54-1d05-4930-9cea-b9c29693fdfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d32946-cab3-448f-b96f-9ad571fd2e81,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:26.916126 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-cc278f54-1d05-4930-9cea-b9c29693fdfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:26.933595 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e13fef-e83b-4e88-a473-4e5a617a9e13 admin admin] Router 71c12570-4c2d-4042-9c67-5dcd234a942f is scheduled to L3 agent 7d9bdccf-07e9-4436-af26-1dad3be87fd8 with binding_index 1 {{(pid=78701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 17 12:01:27.078307 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d9563-a729-4f47-9b76-b22af3fa4104 admin admin] Pushing event updated for resources: {'Port': ['ID=e6562274-888b-45ec-8cc1-c39b35d2b6eb,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:27.093846 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-286d9563-a729-4f47-9b76-b22af3fa4104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:27.175160 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-cc278f54-1d05-4930-9cea-b9c29693fdfe admin admin] Unset dirty status for tenant:8a80b294ac0e460c8a0ebf205ce9c816 on resource:security_group {{(pid=78701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:01:27.185550 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-cc278f54-1d05-4930-9cea-b9c29693fdfe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3225f1b0820645a2954b936fe3a9b5d0&name=default HTTP/1.1" status: 200 len: 2975 time: 2.7188792 May 17 12:01:27.204569 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-d7bf10ff-6c3b-470e-917d-dafda270d03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56dc1736-9d8b-486d-8978-4aab381447c6', 'name': 'tempest-ServerRescueNegativeTestJSON-2056273744-router', 'tenant_id': '6bf663e867404027b23faa6cae49fd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '66a869d4-2952-43a2-83ff-20a81862565f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:01:19Z', 'updated_at': '2021-05-17T12:01:21Z', 'revision_number': 3, 'project_id': '6bf663e867404027b23faa6cae49fd9c', 'gw_port': {'id': '66a869d4-2952-43a2-83ff-20a81862565f', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bb:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56dc1736-9d8b-486d-8978-4aab381447c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:01:20Z', 'updated_at': '2021-05-17T12:01:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi'}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:01:27.209483 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bf10ff-6c3b-470e-917d-dafda270d03e None None] The sync data for ids ['56dc1736-9d8b-486d-8978-4aab381447c6'] in dv-cinder-734144-19-iscsi is: [{'id': '56dc1736-9d8b-486d-8978-4aab381447c6', 'name': 'tempest-ServerRescueNegativeTestJSON-2056273744-router', 'tenant_id': '6bf663e867404027b23faa6cae49fd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '66a869d4-2952-43a2-83ff-20a81862565f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:01:19Z', 'updated_at': '2021-05-17T12:01:21Z', 'revision_number': 3, 'project_id': '6bf663e867404027b23faa6cae49fd9c', 'gw_port': {'id': '66a869d4-2952-43a2-83ff-20a81862565f', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bb:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56dc1736-9d8b-486d-8978-4aab381447c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:01:20Z', 'updated_at': '2021-05-17T12:01:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi'}] {{(pid=78703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:01:27.218815 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 54380) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:27.339922 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 54394) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:27.348629 dv-cinder-734144-19-iscsi neutron-server[78700]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 17 12:01:27.434419 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3d221c12-84cd-478a-84cf-ca6e0f8b6a66 req-fe324c38-5bfb-446f-b9a0-16db8f5a51c7 tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7cd8c4e-a019-4461-85c4-f31b1994bad4 HTTP/1.1" status: 200 len: 210 time: 0.0932667 May 17 12:01:27.435100 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-286d9563-a729-4f47-9b76-b22af3fa4104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:27.575352 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-80a67182-65f4-4966-894f-8670b4fe6ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:27.636258 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-80a67182-65f4-4966-894f-8670b4fe6ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:27.666892 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e13fef-e83b-4e88-a473-4e5a617a9e13 admin admin] Notify agent at l3_agent.dv-cinder-734144-19-iscsi the message routers_updated {{(pid=78701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:01:27.702672 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56320af9-aa6b-493c-9f2a-1c0ad45e179c None None] Sync routers for ids ['71c12570-4c2d-4042-9c67-5dcd234a942f'] in dv-cinder-734144-19-iscsi {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:01:27.737143 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device cd04341b-b51d-40f3-8619-b9839e3d6f48 up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:01:27.788340 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56320af9-aa6b-493c-9f2a-1c0ad45e179c None None] Routers {'71c12570-4c2d-4042-9c67-5dcd234a942f'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:01:27.789001 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-56320af9-aa6b-493c-9f2a-1c0ad45e179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:01:11Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['71c12570-4c2d-4042-9c67-5dcd234a942f'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:01:27.992345 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-286d9563-a729-4f47-9b76-b22af3fa4104 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:28.004972 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-286d9563-a729-4f47-9b76-b22af3fa4104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:28.007384 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-286d9563-a729-4f47-9b76-b22af3fa4104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405784'] for router_interface, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:28.011431 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:28.059830 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-75e13fef-e83b-4e88-a473-4e5a617a9e13 admin admin] Notify callbacks [] for router, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:28.061455 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-75e13fef-e83b-4e88-a473-4e5a617a9e13 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.5626500 May 17 12:01:28.068758 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 54416) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:28.107804 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-56320af9-aa6b-493c-9f2a-1c0ad45e179c None None] Set router 71c12570-4c2d-4042-9c67-5dcd234a942f gateway port host: dv-cinder-734144-19-iscsi {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:01:28.257537 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 54422) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:28.297542 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 54432) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:28.338344 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-80a67182-65f4-4966-894f-8670b4fe6ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:28.347287 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-8221ed5b-9a1c-4828-af04-ddfaaace1806 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:28.465475 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a67182-65f4-4966-894f-8670b4fe6ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d32946-cab3-448f-b96f-9ad571fd2e81,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:28.474967 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-80a67182-65f4-4966-894f-8670b4fe6ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:28.491439 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-80a67182-65f4-4966-894f-8670b4fe6ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:28.496101 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-80a67182-65f4-4966-894f-8670b4fe6ce4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f9d32946-cab3-448f-b96f-9ad571fd2e81 HTTP/1.1" status: 204 len: 168 time: 1.2764051 May 17 12:01:28.600688 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286d9563-a729-4f47-9b76-b22af3fa4104 admin admin] Network 0aa99b04-4428-4e05-a28f-238c74f78706 is already hosted by enough agents. {{(pid=78700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:01:28.605256 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.base_scheduler [None req-286d9563-a729-4f47-9b76-b22af3fa4104 admin admin] Resources bound (agent type, host, resource id): {{(pid=78700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:01:28.704569 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d9563-a729-4f47-9b76-b22af3fa4104 admin admin] Pushing event updated for resources: {'Port': ['ID=e6562274-888b-45ec-8cc1-c39b35d2b6eb,revision_number=2']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:28.729234 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-286d9563-a729-4f47-9b76-b22af3fa4104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:28.807848 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port cd04341b-b51d-40f3-8619-b9839e3d6f48 triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:01:28.808457 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:29.044030 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-286d9563-a729-4f47-9b76-b22af3fa4104 admin admin] Router 56dc1736-9d8b-486d-8978-4aab381447c6 has already been hosted by L3 agent 7d9bdccf-07e9-4436-af26-1dad3be87fd8 {{(pid=78700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:01:29.087664 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-ce3602a5-e7e7-474a-9277-eb7551800151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:29.112847 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-56320af9-aa6b-493c-9f2a-1c0ad45e179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'name': 'tempest-AttachVolumeTestJSON-483043931-router', 'tenant_id': '74eacc72869f49c6b97dcf14e5f937b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ddb1d406-dd34-4d49-a2fa-2809fd1a93aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:01:21Z', 'updated_at': '2021-05-17T12:01:24Z', 'revision_number': 3, 'project_id': '74eacc72869f49c6b97dcf14e5f937b4', 'gw_port': {'id': 'ddb1d406-dd34-4d49-a2fa-2809fd1a93aa', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ee:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:01:22Z', 'updated_at': '2021-05-17T12:01:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi'}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:01:29.118196 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56320af9-aa6b-493c-9f2a-1c0ad45e179c None None] Checking router: 71c12570-4c2d-4042-9c67-5dcd234a942f for host: dv-cinder-734144-19-iscsi {{(pid=78702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:01:29.118650 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56320af9-aa6b-493c-9f2a-1c0ad45e179c None None] Updating router 71c12570-4c2d-4042-9c67-5dcd234a942f port ddb1d406-dd34-4d49-a2fa-2809fd1a93aa binding host dv-cinder-734144-19-iscsi {{(pid=78702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:01:29.192895 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-56320af9-aa6b-493c-9f2a-1c0ad45e179c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:29.271303 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286d9563-a729-4f47-9b76-b22af3fa4104 admin admin] Notify agent at l3_agent.dv-cinder-734144-19-iscsi the message routers_updated {{(pid=78700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:01:29.278231 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-286d9563-a729-4f47-9b76-b22af3fa4104 admin admin] 10.222.0.11 "PUT /v2.0/routers/56dc1736-9d8b-486d-8978-4aab381447c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4215341 May 17 12:01:29.310890 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-0ec3b702-7cb2-4309-8f6e-162154e8c0fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:29.321904 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-ce3602a5-e7e7-474a-9277-eb7551800151 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:01:29.327898 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 54472) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:29.330330 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-67fc2f19-0726-4096-8298-25c166565ca2 req-c188adc3-c5c5-4930-b2e2-ae057e06369a tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7cd8c4e-a019-4461-85c4-f31b1994bad4 HTTP/1.1" status: 200 len: 210 time: 0.6397321 May 17 12:01:29.357372 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-ce3602a5-e7e7-474a-9277-eb7551800151 admin admin] Usage tracker for resource:security_group_rule and tenant:55584aacc2f14e8f92030511c6238280 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:01:29.357372 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-0ec3b702-7cb2-4309-8f6e-162154e8c0fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:01:29.372664 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-ce3602a5-e7e7-474a-9277-eb7551800151 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:01:29.377554 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-4c0597bd-dafd-451f-827b-035d09dfe1a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:29.378612 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-0ec3b702-7cb2-4309-8f6e-162154e8c0fc admin admin] Usage tracker for resource:security_group_rule and tenant:9a20883fec5f47e982604e7a19375cb0 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:01:29.387587 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-ce3602a5-e7e7-474a-9277-eb7551800151 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:01:29.390001 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-0ec3b702-7cb2-4309-8f6e-162154e8c0fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:01:29.448990 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-4c0597bd-dafd-451f-827b-035d09dfe1a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:01:29.460299 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-4c0597bd-dafd-451f-827b-035d09dfe1a8 admin admin] Usage tracker for resource:security_group_rule and tenant:fd86c3ee1ae441baa06980434c251504 is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:01:29.469905 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-4c0597bd-dafd-451f-827b-035d09dfe1a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:01:29.479956 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-4c0597bd-dafd-451f-827b-035d09dfe1a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:01:29.499079 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-0ec3b702-7cb2-4309-8f6e-162154e8c0fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:01:29.745463 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-4c0597bd-dafd-451f-827b-035d09dfe1a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:29.758888 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-4c0597bd-dafd-451f-827b-035d09dfe1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:29.804438 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-6599a850-2467-4a51-91ce-1962b96555c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:29.837696 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 66a869d4-2952-43a2-83ff-20a81862565f up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:01:29.913229 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-4c0597bd-dafd-451f-827b-035d09dfe1a8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fd86c3ee1ae441baa06980434c251504&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5826838 May 17 12:01:29.925200 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 54496) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:29.933931 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0597bd-dafd-451f-827b-035d09dfe1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb56b698-776c-4c61-9cce-12bc20cdb3e8,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:29.937298 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-4c0597bd-dafd-451f-827b-035d09dfe1a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:29.968851 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-9e5ca6d0-15a0-46de-8673-71b16185fd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:30.049949 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-56320af9-aa6b-493c-9f2a-1c0ad45e179c None None] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:30.086405 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-0575c552-9778-4883-8f92-ecd1daa93439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:30.088349 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-56320af9-aa6b-493c-9f2a-1c0ad45e179c None None] Transition to ACTIVE for port object ddb1d406-dd34-4d49-a2fa-2809fd1a93aa will not be triggered until provisioned by entity L2. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:01:30.094620 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80772b00-0034-4cdc-aafa-99944e68b501 None None] Sync routers for ids ['56dc1736-9d8b-486d-8978-4aab381447c6'] in dv-cinder-734144-19-iscsi {{(pid=78703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:01:30.105570 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-56320af9-aa6b-493c-9f2a-1c0ad45e179c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:30.112246 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-208d93bd-328d-4fe0-b466-7612a9cd487f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:30.124090 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80772b00-0034-4cdc-aafa-99944e68b501 None None] Routers {'56dc1736-9d8b-486d-8978-4aab381447c6'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:01:30.130807 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-80772b00-0034-4cdc-aafa-99944e68b501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:01:11Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['56dc1736-9d8b-486d-8978-4aab381447c6'], 'active': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:01:30.155729 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-ce3602a5-e7e7-474a-9277-eb7551800151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:30.197488 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3638ec-438d-47d4-8e14-2bb010fb90e8 None None] Pushing event updated for resources: {'Port': ['ID=ddb1d406-dd34-4d49-a2fa-2809fd1a93aa,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:30.202280 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning for port 66a869d4-2952-43a2-83ff-20a81862565f completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:01:30.208887 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-9c3638ec-438d-47d4-8e14-2bb010fb90e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:30.209993 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port 66a869d4-2952-43a2-83ff-20a81862565f triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:01:30.210374 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:30.234044 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-0ec3b702-7cb2-4309-8f6e-162154e8c0fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:30.235604 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-0575c552-9778-4883-8f92-ecd1daa93439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:30.245735 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-ce3602a5-e7e7-474a-9277-eb7551800151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:30.284442 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-21a9ce9a-c1f3-4a7c-a900-d9445dac01a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:30.299589 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-56320af9-aa6b-493c-9f2a-1c0ad45e179c None None] Attempting to bind port ddb1d406-dd34-4d49-a2fa-2809fd1a93aa on host dv-cinder-734144-19-iscsi for vnic_type normal with profile {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:01:30.300255 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-56320af9-aa6b-493c-9f2a-1c0ad45e179c None None] Attempting to bind port ddb1d406-dd34-4d49-a2fa-2809fd1a93aa by drivers openvswitch,hyperv on host dv-cinder-734144-19-iscsi at level 0 using segments [{'id': '8b5d1e01-0c84-4e6b-9682-76a98a471ba9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '163aee93-eed0-47f4-9809-6291286e957c'}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:01:30.300679 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56320af9-aa6b-493c-9f2a-1c0ad45e179c None None] Attempting to bind port ddb1d406-dd34-4d49-a2fa-2809fd1a93aa on network 163aee93-eed0-47f4-9809-6291286e957c {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:01:30.323097 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56320af9-aa6b-493c-9f2a-1c0ad45e179c None None] Checking agent: {'id': '99430f10-7a80-40b5-88dc-f3a197e5e86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 11), 'started_at': datetime.datetime(2021, 5, 17, 11, 53, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:01:30.323541 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56320af9-aa6b-493c-9f2a-1c0ad45e179c None None] Checking segment: {'id': '8b5d1e01-0c84-4e6b-9682-76a98a471ba9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '163aee93-eed0-47f4-9809-6291286e957c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:01:30.323942 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-56320af9-aa6b-493c-9f2a-1c0ad45e179c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:30.324352 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56320af9-aa6b-493c-9f2a-1c0ad45e179c None None] Bound using segment: {'id': '8b5d1e01-0c84-4e6b-9682-76a98a471ba9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '163aee93-eed0-47f4-9809-6291286e957c'} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:01:30.324854 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-56320af9-aa6b-493c-9f2a-1c0ad45e179c None None] Bound port: ddb1d406-dd34-4d49-a2fa-2809fd1a93aa, host: dv-cinder-734144-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b5d1e01-0c84-4e6b-9682-76a98a471ba9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '163aee93-eed0-47f4-9809-6291286e957c'}}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:01:30.325264 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-56320af9-aa6b-493c-9f2a-1c0ad45e179c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:30.341744 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-0ec3b702-7cb2-4309-8f6e-162154e8c0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:30.358791 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-0575c552-9778-4883-8f92-ecd1daa93439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:30.365248 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-6db71ffa-21d5-4aa2-917a-8d251198fb82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:30.422519 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-0575c552-9778-4883-8f92-ecd1daa93439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:30.426029 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-0575c552-9778-4883-8f92-ecd1daa93439 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fb56b698-776c-4c61-9cce-12bc20cdb3e8 HTTP/1.1" status: 204 len: 168 time: 0.4927349 May 17 12:01:30.433835 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0575c552-9778-4883-8f92-ecd1daa93439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb56b698-776c-4c61-9cce-12bc20cdb3e8,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:30.445600 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-ce3602a5-e7e7-474a-9277-eb7551800151 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=55584aacc2f14e8f92030511c6238280&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1430922 May 17 12:01:30.448379 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-0575c552-9778-4883-8f92-ecd1daa93439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:30.450260 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 54516) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:30.521970 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3602a5-e7e7-474a-9277-eb7551800151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cc9b2b-4de1-4f6a-bcf4-3fc0989781b1,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:30.684402 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-56320af9-aa6b-493c-9f2a-1c0ad45e179c None None] For port ddb1d406-dd34-4d49-a2fa-2809fd1a93aa, host dv-cinder-734144-19-iscsi, cleared binding levels {{(pid=78702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:01:30.718300 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-48fac37e-992a-4d29-8af4-cbfc7a123e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:30.748111 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-ce3602a5-e7e7-474a-9277-eb7551800151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:30.748563 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.230s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:30.780631 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-56320af9-aa6b-493c-9f2a-1c0ad45e179c None None] For port ddb1d406-dd34-4d49-a2fa-2809fd1a93aa, host dv-cinder-734144-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=ddb1d406-dd34-4d49-a2fa-2809fd1a93aa,segment=NetworkSegment(8b5d1e01-0c84-4e6b-9682-76a98a471ba9),segment_id=8b5d1e01-0c84-4e6b-9682-76a98a471ba9)] {{(pid=78702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:01:30.799832 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-56320af9-aa6b-493c-9f2a-1c0ad45e179c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:30.816648 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:30.829884 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:30.838912 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvr_db [None req-80772b00-0034-4cdc-aafa-99944e68b501 None None] Set router 56dc1736-9d8b-486d-8978-4aab381447c6 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:01:30.853286 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec3b702-7cb2-4309-8f6e-162154e8c0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23696c58-a729-4f69-b87a-a4230afe90c8,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:30.861178 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-0ec3b702-7cb2-4309-8f6e-162154e8c0fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:30.934422 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-af5363a3-debc-44d0-966a-c815b4ed280b req-a38dd079-b5eb-4b1a-9de3-a8681d61c381 tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7cd8c4e-a019-4461-85c4-f31b1994bad4 HTTP/1.1" status: 200 len: 210 time: 0.1854701 May 17 12:01:30.978052 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-0ec3b702-7cb2-4309-8f6e-162154e8c0fc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9a20883fec5f47e982604e7a19375cb0&name=default HTTP/1.1" status: 200 len: 2975 time: 2.7180536 May 17 12:01:30.985668 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 54550) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:30.988777 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] For port 66a869d4-2952-43a2-83ff-20a81862565f, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=66a869d4-2952-43a2-83ff-20a81862565f,segment=NetworkSegment(8b5d1e01-0c84-4e6b-9682-76a98a471ba9),segment_id=8b5d1e01-0c84-4e6b-9682-76a98a471ba9)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:01:31.038480 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-48fac37e-992a-4d29-8af4-cbfc7a123e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:31.041436 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:31.148808 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-c01f3c28-8363-4a67-9bd8-3f1adbf11765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:31.168607 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.db_base_plugin_common [None req-9e5ca6d0-15a0-46de-8673-71b16185fd32 admin admin] Allocated IP 172.20.0.1 (232f65e1-0da5-4006-971a-4fd3e6d8c4db/4df74225-b796-4a2f-84ac-d4b6fecaea77/9f6f862c-62cf-4348-97a6-1ae5d24727fe) {{(pid=78701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:01:31.197918 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56320af9-aa6b-493c-9f2a-1c0ad45e179c None None] Routers {'71c12570-4c2d-4042-9c67-5dcd234a942f'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:01:31.199271 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-c01f3c28-8363-4a67-9bd8-3f1adbf11765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:31.200181 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-56320af9-aa6b-493c-9f2a-1c0ad45e179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:01:11Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['71c12570-4c2d-4042-9c67-5dcd234a942f'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:01:31.265926 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-4678f42d-c71f-42c0-96a6-0f1278841120 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:31.272261 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-4678f42d-c71f-42c0-96a6-0f1278841120 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/networks?id=0aa99b04-4428-4e05-a28f-238c74f78706 HTTP/1.1" status: 200 len: 819 time: 0.5578494 May 17 12:01:31.301462 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-e2f53328-ba7d-49ad-a84a-47f1dd3baae0 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/quotas/6bf663e867404027b23faa6cae49fd9c HTTP/1.1" status: 200 len: 375 time: 0.0227070 May 17 12:01:31.390221 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-48fac37e-992a-4d29-8af4-cbfc7a123e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:31.448115 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3638ec-438d-47d4-8e14-2bb010fb90e8 None None] Pushing event updated for resources: {'Port': ['ID=ddb1d406-dd34-4d49-a2fa-2809fd1a93aa,revision_number=3']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:31.453890 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-4c0597bd-dafd-451f-827b-035d09dfe1a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:31.485308 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-9c3638ec-438d-47d4-8e14-2bb010fb90e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:31.487211 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fac37e-992a-4d29-8af4-cbfc7a123e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cc9b2b-4de1-4f6a-bcf4-3fc0989781b1,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:31.492592 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.370s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:31.505762 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-48fac37e-992a-4d29-8af4-cbfc7a123e3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:31.508375 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-48fac37e-992a-4d29-8af4-cbfc7a123e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:31.512591 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-48fac37e-992a-4d29-8af4-cbfc7a123e3f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d6cc9b2b-4de1-4f6a-bcf4-3fc0989781b1 HTTP/1.1" status: 204 len: 168 time: 1.0609286 May 17 12:01:31.532167 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-c01f3c28-8363-4a67-9bd8-3f1adbf11765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:31.555609 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-df2350ce-3c3e-4a21-a484-f49ff53f986b tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Synchronizing usage tracker for tenant:6bf663e867404027b23faa6cae49fd9c on resource:port {{(pid=78700) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:01:31.558471 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-ce3602a5-e7e7-474a-9277-eb7551800151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:31.617079 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-df2350ce-3c3e-4a21-a484-f49ff53f986b tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Unset dirty status for tenant:6bf663e867404027b23faa6cae49fd9c on resource:port {{(pid=78700) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:01:31.618677 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-df2350ce-3c3e-4a21-a484-f49ff53f986b tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6bf663e867404027b23faa6cae49fd9c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3108575 May 17 12:01:31.750347 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-56320af9-aa6b-493c-9f2a-1c0ad45e179c None None] Set router 71c12570-4c2d-4042-9c67-5dcd234a942f gateway port host: dv-cinder-734144-19-iscsi {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:01:31.765290 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f3c28-8363-4a67-9bd8-3f1adbf11765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23696c58-a729-4f69-b87a-a4230afe90c8,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:31.767607 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-c01f3c28-8363-4a67-9bd8-3f1adbf11765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:31.780178 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-9e5ca6d0-15a0-46de-8673-71b16185fd32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:31.789876 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-80772b00-0034-4cdc-aafa-99944e68b501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56dc1736-9d8b-486d-8978-4aab381447c6', 'name': 'tempest-ServerRescueNegativeTestJSON-2056273744-router', 'tenant_id': '6bf663e867404027b23faa6cae49fd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '66a869d4-2952-43a2-83ff-20a81862565f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:01:19Z', 'updated_at': '2021-05-17T12:01:27Z', 'revision_number': 4, 'project_id': '6bf663e867404027b23faa6cae49fd9c', 'gw_port': {'id': '66a869d4-2952-43a2-83ff-20a81862565f', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bb:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56dc1736-9d8b-486d-8978-4aab381447c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:01:20Z', 'updated_at': '2021-05-17T12:01:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': 'e6562274-888b-45ec-8cc1-c39b35d2b6eb', 'name': '', 'network_id': '0aa99b04-4428-4e05-a28f-238c74f78706', 'tenant_id': '6bf663e867404027b23faa6cae49fd9c', 'mac_address': 'fa:16:3e:22:70:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56dc1736-9d8b-486d-8978-4aab381447c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'cd8b9db4-1f1b-432a-b983-8b7aa274be94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:01:25Z', 'updated_at': '2021-05-17T12:01:27Z', 'revision_number': 2, 'project_id': '6bf663e867404027b23faa6cae49fd9c', 'subnets': [{'id': 'cd8b9db4-1f1b-432a-b983-8b7aa274be94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:01:31.798254 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80772b00-0034-4cdc-aafa-99944e68b501 None None] Checking router: 56dc1736-9d8b-486d-8978-4aab381447c6 for host: dv-cinder-734144-19-iscsi {{(pid=78703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:01:31.800646 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80772b00-0034-4cdc-aafa-99944e68b501 None None] Updating router 56dc1736-9d8b-486d-8978-4aab381447c6 port e6562274-888b-45ec-8cc1-c39b35d2b6eb binding host dv-cinder-734144-19-iscsi {{(pid=78703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:01:31.844910 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.provisioning_blocks [None req-9e5ca6d0-15a0-46de-8673-71b16185fd32 admin admin] Transition to ACTIVE for port object 9f6f862c-62cf-4348-97a6-1ae5d24727fe will not be triggered until provisioned by entity DHCP. {{(pid=78701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:01:31.852876 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-c01f3c28-8363-4a67-9bd8-3f1adbf11765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:31.858149 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-c01f3c28-8363-4a67-9bd8-3f1adbf11765 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/23696c58-a729-4f69-b87a-a4230afe90c8 HTTP/1.1" status: 204 len: 168 time: 0.8714385 May 17 12:01:31.911887 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-80772b00-0034-4cdc-aafa-99944e68b501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:31.914794 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-9e5ca6d0-15a0-46de-8673-71b16185fd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161'] for port, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:31.921736 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:32.007231 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Pushing event updated for resources: {'Port': ['ID=66a869d4-2952-43a2-83ff-20a81862565f,revision_number=4']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:32.013794 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:32.022180 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5ca6d0-15a0-46de-8673-71b16185fd32 admin admin] Network 232f65e1-0da5-4006-971a-4fd3e6d8c4db is already hosted by enough agents. {{(pid=78701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:01:32.026815 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.base_scheduler [None req-9e5ca6d0-15a0-46de-8673-71b16185fd32 admin admin] Resources bound (agent type, host, resource id): {{(pid=78701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:01:32.033784 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5ca6d0-15a0-46de-8673-71b16185fd32 admin admin] Received port after_create {{(pid=78701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:01:32.034278 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-9e5ca6d0-15a0-46de-8673-71b16185fd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407999'] for router_interface, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:32.098416 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ca6d0-15a0-46de-8673-71b16185fd32 admin admin] Pushing event updated for resources: {'Port': ['ID=9f6f862c-62cf-4348-97a6-1ae5d24727fe,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:32.102932 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-9e5ca6d0-15a0-46de-8673-71b16185fd32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:32.303611 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-ee859ea4-b2c9-47dd-9516-f7bef55e98af req-433bc82b-3720-4437-8c3d-1306416281b9 tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7cd8c4e-a019-4461-85c4-f31b1994bad4 HTTP/1.1" status: 200 len: 210 time: 0.1054060 May 17 12:01:32.412236 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.52', 62423) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:32.450066 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-a9957e75-c1d3-484b-820a-f107f493204d None None] Provisioning for port 9f6f862c-62cf-4348-97a6-1ae5d24727fe completed by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:01:32.459689 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-9e5ca6d0-15a0-46de-8673-71b16185fd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:32.462782 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-a9957e75-c1d3-484b-820a-f107f493204d None None] Provisioning complete for port 9f6f862c-62cf-4348-97a6-1ae5d24727fe triggered by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:01:32.463243 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a9957e75-c1d3-484b-820a-f107f493204d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:32.496155 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 54604) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:32.620861 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-bcad9c00-9234-42b5-a490-3e1a0627257e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:32.656050 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-bcad9c00-9234-42b5-a490-3e1a0627257e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:01:32.660501 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-bcad9c00-9234-42b5-a490-3e1a0627257e admin admin] Usage tracker for resource:security_group_rule and tenant:d2211027c1384f6886c52c35a173fae1 is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:01:32.664847 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-bcad9c00-9234-42b5-a490-3e1a0627257e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:01:32.671375 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-bcad9c00-9234-42b5-a490-3e1a0627257e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:01:32.696276 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-a9957e75-c1d3-484b-820a-f107f493204d None None] Port 9f6f862c-62cf-4348-97a6-1ae5d24727fe cannot update to ACTIVE because it is not bound. {{(pid=78702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 12:01:32.747694 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-80772b00-0034-4cdc-aafa-99944e68b501 None None] Notify callbacks [] for port, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:32.748004 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-56320af9-aa6b-493c-9f2a-1c0ad45e179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'name': 'tempest-AttachVolumeTestJSON-483043931-router', 'tenant_id': '74eacc72869f49c6b97dcf14e5f937b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ddb1d406-dd34-4d49-a2fa-2809fd1a93aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:01:21Z', 'updated_at': '2021-05-17T12:01:24Z', 'revision_number': 3, 'project_id': '74eacc72869f49c6b97dcf14e5f937b4', 'gw_port': {'id': 'ddb1d406-dd34-4d49-a2fa-2809fd1a93aa', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ee:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:01:22Z', 'updated_at': '2021-05-17T12:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi'}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:01:32.754446 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56320af9-aa6b-493c-9f2a-1c0ad45e179c None None] The sync data for ids ['71c12570-4c2d-4042-9c67-5dcd234a942f'] in dv-cinder-734144-19-iscsi is: [{'id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'name': 'tempest-AttachVolumeTestJSON-483043931-router', 'tenant_id': '74eacc72869f49c6b97dcf14e5f937b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ddb1d406-dd34-4d49-a2fa-2809fd1a93aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:01:21Z', 'updated_at': '2021-05-17T12:01:24Z', 'revision_number': 3, 'project_id': '74eacc72869f49c6b97dcf14e5f937b4', 'gw_port': {'id': 'ddb1d406-dd34-4d49-a2fa-2809fd1a93aa', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ee:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:01:22Z', 'updated_at': '2021-05-17T12:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi'}] {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:01:32.795643 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-bcad9c00-9234-42b5-a490-3e1a0627257e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:32.812829 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.provisioning_blocks [None req-80772b00-0034-4cdc-aafa-99944e68b501 None None] Transition to ACTIVE for port object e6562274-888b-45ec-8cc1-c39b35d2b6eb will not be triggered until provisioned by entity L2. {{(pid=78703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:01:32.824543 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-8dabec88-3121-41be-aa06-148cee5ab59b service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=78700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 12:01:32.827939 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-8dabec88-3121-41be-aa06-148cee5ab59b service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7540462 May 17 12:01:32.830400 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-bcad9c00-9234-42b5-a490-3e1a0627257e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:32.846277 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-80772b00-0034-4cdc-aafa-99944e68b501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:32.850688 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:32.850887 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-e4593b21-f02b-4a4a-9883-84cfe5e5f0e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:32.968023 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad9c00-9234-42b5-a490-3e1a0627257e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6f66bc-60c6-4e69-82fc-c55bf333aecc,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:33.131108 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-9e5ca6d0-15a0-46de-8673-71b16185fd32 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:33.149865 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-9e5ca6d0-15a0-46de-8673-71b16185fd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:33.151586 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-9e5ca6d0-15a0-46de-8673-71b16185fd32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405784'] for router_interface, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:33.167886 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-9e5ca6d0-15a0-46de-8673-71b16185fd32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:33.250298 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-82cd2923-ae25-4082-b322-5d6009b3acde service neutron] 10.222.0.11 "GET /v2.0/networks/0aa99b04-4428-4e05-a28f-238c74f78706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988018 May 17 12:01:33.257534 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-bcad9c00-9234-42b5-a490-3e1a0627257e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:33.318471 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a5c261-bed2-47bb-af5d-61d3a4a0f339 None None] Pushing event updated for resources: {'Port': ['ID=e6562274-888b-45ec-8cc1-c39b35d2b6eb,revision_number=3']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:33.329260 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-f2a5c261-bed2-47bb-af5d-61d3a4a0f339 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:33.384876 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 54638) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:33.454197 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [None req-80772b00-0034-4cdc-aafa-99944e68b501 None None] Attempting to bind port e6562274-888b-45ec-8cc1-c39b35d2b6eb on host dv-cinder-734144-19-iscsi for vnic_type normal with profile {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:01:33.455982 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [None req-80772b00-0034-4cdc-aafa-99944e68b501 None None] Attempting to bind port e6562274-888b-45ec-8cc1-c39b35d2b6eb by drivers openvswitch,hyperv on host dv-cinder-734144-19-iscsi at level 0 using segments [{'id': '887f3473-e426-42df-889f-21311f468f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0aa99b04-4428-4e05-a28f-238c74f78706'}] {{(pid=78703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:01:33.456399 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80772b00-0034-4cdc-aafa-99944e68b501 None None] Attempting to bind port e6562274-888b-45ec-8cc1-c39b35d2b6eb on network 0aa99b04-4428-4e05-a28f-238c74f78706 {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:01:33.458020 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-1f6e98a4-43e0-4f43-90cf-2bc2f86bb53e service neutron] 10.222.0.11 "GET /v2.0/networks/0aa99b04-4428-4e05-a28f-238c74f78706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892731 May 17 12:01:33.469219 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80772b00-0034-4cdc-aafa-99944e68b501 None None] Checking agent: {'id': '99430f10-7a80-40b5-88dc-f3a197e5e86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 11), 'started_at': datetime.datetime(2021, 5, 17, 11, 53, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:01:33.476299 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80772b00-0034-4cdc-aafa-99944e68b501 None None] Checking segment: {'id': '887f3473-e426-42df-889f-21311f468f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0aa99b04-4428-4e05-a28f-238c74f78706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:01:33.476780 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-80772b00-0034-4cdc-aafa-99944e68b501 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:33.479899 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80772b00-0034-4cdc-aafa-99944e68b501 None None] Bound using segment: {'id': '887f3473-e426-42df-889f-21311f468f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0aa99b04-4428-4e05-a28f-238c74f78706'} {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:01:33.480459 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [None req-80772b00-0034-4cdc-aafa-99944e68b501 None None] Bound port: e6562274-888b-45ec-8cc1-c39b35d2b6eb, host: dv-cinder-734144-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887f3473-e426-42df-889f-21311f468f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0aa99b04-4428-4e05-a28f-238c74f78706'}}] {{(pid=78703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:01:33.480862 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-80772b00-0034-4cdc-aafa-99944e68b501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:33.488737 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-bcad9c00-9234-42b5-a490-3e1a0627257e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d2211027c1384f6886c52c35a173fae1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9858897 May 17 12:01:33.492964 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 54648) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:33.682202 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-8d7b172c-379a-429f-9c80-97776b16c3c3 tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:33.684148 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-8d7b172c-379a-429f-9c80-97776b16c3c3 tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] 10.222.0.52 "GET /v2.0/networks?id=14da6a33-1a1d-42a7-8db9-9f9b379dfca4 HTTP/1.1" status: 200 len: 812 time: 1.2533104 May 17 12:01:33.693056 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-167e2eab-aa20-41ab-bdc9-4e2c7a4c98ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:33.730222 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-65c1ee88-91f7-42d1-8ca4-4d192d6c2117 req-1db210d5-c4a0-44b9-abbc-e49d5c04ef70 tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7cd8c4e-a019-4461-85c4-f31b1994bad4 HTTP/1.1" status: 200 len: 210 time: 0.1013367 May 17 12:01:33.738450 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ca6d0-15a0-46de-8673-71b16185fd32 admin admin] Pushing event updated for resources: {'Port': ['ID=9f6f862c-62cf-4348-97a6-1ae5d24727fe,revision_number=2']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:33.747612 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-9e5ca6d0-15a0-46de-8673-71b16185fd32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:33.753223 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-ada6df3a-ce1f-4e9f-98ff-5108675af90c tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Request body: {'port': {'device_id': 'b7cd8c4e-a019-4461-85c4-f31b1994bad4', 'network_id': '14da6a33-1a1d-42a7-8db9-9f9b379dfca4', 'admin_state_up': True, 'tenant_id': '2d5b8d1bb5df4191a9326c02e197e07e'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:01:33.779425 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [None req-80772b00-0034-4cdc-aafa-99944e68b501 None None] For port e6562274-888b-45ec-8cc1-c39b35d2b6eb, host dv-cinder-734144-19-iscsi, cleared binding levels {{(pid=78703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:01:33.786676 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [None req-80772b00-0034-4cdc-aafa-99944e68b501 None None] For port e6562274-888b-45ec-8cc1-c39b35d2b6eb, host dv-cinder-734144-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=e6562274-888b-45ec-8cc1-c39b35d2b6eb,segment=NetworkSegment(887f3473-e426-42df-889f-21311f468f7e),segment_id=887f3473-e426-42df-889f-21311f468f7e)] {{(pid=78703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:01:33.792690 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-80772b00-0034-4cdc-aafa-99944e68b501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:33.802824 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-6409f665-7dcc-4745-a9a1-a647263dbc96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:33.905488 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device ddb1d406-dd34-4d49-a2fa-2809fd1a93aa up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:01:33.914703 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a5c261-bed2-47bb-af5d-61d3a4a0f339 None None] Pushing event updated for resources: {'Port': ['ID=e6562274-888b-45ec-8cc1-c39b35d2b6eb,revision_number=4']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:33.919849 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-f2a5c261-bed2-47bb-af5d-61d3a4a0f339 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:33.939583 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80772b00-0034-4cdc-aafa-99944e68b501 None None] Routers {'56dc1736-9d8b-486d-8978-4aab381447c6'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:01:33.940565 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-80772b00-0034-4cdc-aafa-99944e68b501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:01:11Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['56dc1736-9d8b-486d-8978-4aab381447c6'], 'active': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:01:33.954458 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5ca6d0-15a0-46de-8673-71b16185fd32 admin admin] Network 232f65e1-0da5-4006-971a-4fd3e6d8c4db is already hosted by enough agents. {{(pid=78701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:01:33.960478 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.base_scheduler [None req-9e5ca6d0-15a0-46de-8673-71b16185fd32 admin admin] Resources bound (agent type, host, resource id): {{(pid=78701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:01:34.172663 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning for port ddb1d406-dd34-4d49-a2fa-2809fd1a93aa completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:01:34.187734 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port ddb1d406-dd34-4d49-a2fa-2809fd1a93aa triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:01:34.188454 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:34.206696 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-ada6df3a-ce1f-4e9f-98ff-5108675af90c tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:01:34.214790 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-167e2eab-aa20-41ab-bdc9-4e2c7a4c98ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:34.225206 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-ada6df3a-ce1f-4e9f-98ff-5108675af90c tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Usage tracker for resource:port and tenant:2d5b8d1bb5df4191a9326c02e197e07e is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:01:34.234267 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-ada6df3a-ce1f-4e9f-98ff-5108675af90c tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:01:34.265976 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvr_db [None req-80772b00-0034-4cdc-aafa-99944e68b501 None None] Set router 56dc1736-9d8b-486d-8978-4aab381447c6 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:01:34.273947 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-ada6df3a-ce1f-4e9f-98ff-5108675af90c tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:01:34.328901 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-ada6df3a-ce1f-4e9f-98ff-5108675af90c tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Made reservation on behalf of 2d5b8d1bb5df4191a9326c02e197e07e for: {'port': 1} {{(pid=78700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:01:34.333965 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-ada6df3a-ce1f-4e9f-98ff-5108675af90c tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:34.601266 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-65abb5da-08f2-4edf-b15e-3c3bddf1633e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1726306477-network', 'tenant_id': 'b2257f2e0542452dbcf63ad892887797'}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:01:34.662038 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5ca6d0-15a0-46de-8673-71b16185fd32 admin admin] Router 71c12570-4c2d-4042-9c67-5dcd234a942f has already been hosted by L3 agent 7d9bdccf-07e9-4436-af26-1dad3be87fd8 {{(pid=78701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:01:34.664473 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-65abb5da-08f2-4edf-b15e-3c3bddf1633e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:01:34.682685 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-65abb5da-08f2-4edf-b15e-3c3bddf1633e admin admin] Usage tracker for resource:network and tenant:b2257f2e0542452dbcf63ad892887797 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:01:34.696702 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-65abb5da-08f2-4edf-b15e-3c3bddf1633e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:01:34.703970 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-378df054-131b-4467-86a1-8824f0e915d9 req-f439b96b-165c-45e6-b9df-8b3cb87155cf tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 210 time: 0.1098273 May 17 12:01:34.710537 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-65abb5da-08f2-4edf-b15e-3c3bddf1633e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:01:34.746993 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-d20d8c6d-e461-4bd6-a9e0-4dbf57d2699d None None] Provisioning complete for port 9f6f862c-62cf-4348-97a6-1ae5d24727fe triggered by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:01:34.748089 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d20d8c6d-e461-4bd6-a9e0-4dbf57d2699d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:34.849900 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.db_base_plugin_common [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-ada6df3a-ce1f-4e9f-98ff-5108675af90c tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Allocated IP 172.20.0.10 (14da6a33-1a1d-42a7-8db9-9f9b379dfca4/67cd3e72-2f24-46ab-b181-47f97ee4c177/de5489e2-cdf8-464b-87bf-5cf98682971d) {{(pid=78700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:01:34.945370 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65abb5da-08f2-4edf-b15e-3c3bddf1633e admin admin] Made reservation on behalf of b2257f2e0542452dbcf63ad892887797 for: {'network': 1} {{(pid=78701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:01:34.949036 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:34.950699 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-65abb5da-08f2-4edf-b15e-3c3bddf1633e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1523871'] for network, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:34.990059 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-65abb5da-08f2-4edf-b15e-3c3bddf1633e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:34.997391 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-80772b00-0034-4cdc-aafa-99944e68b501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56dc1736-9d8b-486d-8978-4aab381447c6', 'name': 'tempest-ServerRescueNegativeTestJSON-2056273744-router', 'tenant_id': '6bf663e867404027b23faa6cae49fd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '66a869d4-2952-43a2-83ff-20a81862565f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:01:19Z', 'updated_at': '2021-05-17T12:01:27Z', 'revision_number': 4, 'project_id': '6bf663e867404027b23faa6cae49fd9c', 'gw_port': {'id': '66a869d4-2952-43a2-83ff-20a81862565f', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dc1736-9d8b-486d-8978-4aab381447c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:01:20Z', 'updated_at': '2021-05-17T12:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': 'e6562274-888b-45ec-8cc1-c39b35d2b6eb', 'name': '', 'network_id': '0aa99b04-4428-4e05-a28f-238c74f78706', 'tenant_id': '6bf663e867404027b23faa6cae49fd9c', 'mac_address': 'fa:16:3e:22:70:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56dc1736-9d8b-486d-8978-4aab381447c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'cd8b9db4-1f1b-432a-b983-8b7aa274be94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:01:25Z', 'updated_at': '2021-05-17T12:01:33Z', 'revision_number': 4, 'project_id': '6bf663e867404027b23faa6cae49fd9c', 'subnets': [{'id': 'cd8b9db4-1f1b-432a-b983-8b7aa274be94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:01:35.001374 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-167e2eab-aa20-41ab-bdc9-4e2c7a4c98ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:35.016041 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-65abb5da-08f2-4edf-b15e-3c3bddf1633e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:01:35.022352 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80772b00-0034-4cdc-aafa-99944e68b501 None None] The sync data for ids ['56dc1736-9d8b-486d-8978-4aab381447c6'] in dv-cinder-734144-19-iscsi is: [{'id': '56dc1736-9d8b-486d-8978-4aab381447c6', 'name': 'tempest-ServerRescueNegativeTestJSON-2056273744-router', 'tenant_id': '6bf663e867404027b23faa6cae49fd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '66a869d4-2952-43a2-83ff-20a81862565f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:01:19Z', 'updated_at': '2021-05-17T12:01:27Z', 'revision_number': 4, 'project_id': '6bf663e867404027b23faa6cae49fd9c', 'gw_port': {'id': '66a869d4-2952-43a2-83ff-20a81862565f', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dc1736-9d8b-486d-8978-4aab381447c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:01:20Z', 'updated_at': '2021-05-17T12:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': 'e6562274-888b-45ec-8cc1-c39b35d2b6eb', 'name': '', 'network_id': '0aa99b04-4428-4e05-a28f-238c74f78706', 'tenant_id': '6bf663e867404027b23faa6cae49fd9c', 'mac_address': 'fa:16:3e:22:70:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56dc1736-9d8b-486d-8978-4aab381447c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'cd8b9db4-1f1b-432a-b983-8b7aa274be94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:01:25Z', 'updated_at': '2021-05-17T12:01:33Z', 'revision_number': 4, 'project_id': '6bf663e867404027b23faa6cae49fd9c', 'subnets': [{'id': 'cd8b9db4-1f1b-432a-b983-8b7aa274be94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:01:35.040039 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] For port ddb1d406-dd34-4d49-a2fa-2809fd1a93aa, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=ddb1d406-dd34-4d49-a2fa-2809fd1a93aa,segment=NetworkSegment(8b5d1e01-0c84-4e6b-9682-76a98a471ba9),segment_id=8b5d1e01-0c84-4e6b-9682-76a98a471ba9)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:01:35.040039 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-d20d8c6d-e461-4bd6-a9e0-4dbf57d2699d None None] Port 9f6f862c-62cf-4348-97a6-1ae5d24727fe cannot update to ACTIVE because it is not bound. {{(pid=78702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 12:01:35.050981 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:35.054345 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 66a869d4-2952-43a2-83ff-20a81862565f up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:01:35.054664 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:35.179286 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e2eab-aa20-41ab-bdc9-4e2c7a4c98ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6f66bc-60c6-4e69-82fc-c55bf333aecc,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:35.190687 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-167e2eab-aa20-41ab-bdc9-4e2c7a4c98ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:35.285359 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:35.423167 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-65abb5da-08f2-4edf-b15e-3c3bddf1633e admin admin] Usage tracker for resource:security_group_rule and tenant:b2257f2e0542452dbcf63ad892887797 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:01:35.463619 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-65abb5da-08f2-4edf-b15e-3c3bddf1633e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:01:35.506733 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-65abb5da-08f2-4edf-b15e-3c3bddf1633e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:01:35.776876 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port 66a869d4-2952-43a2-83ff-20a81862565f triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:01:35.777440 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:35.967058 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Pushing event updated for resources: {'Port': ['ID=ddb1d406-dd34-4d49-a2fa-2809fd1a93aa,revision_number=4']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:35.976627 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.687s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:36.100213 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-ada6df3a-ce1f-4e9f-98ff-5108675af90c tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Notify callbacks [] for port, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:36.308629 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-ada6df3a-ce1f-4e9f-98ff-5108675af90c tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161'] for port, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:36.393953 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-a11de09b-60e8-4631-8033-6d83059bb043 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:36.394678 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-a11de09b-60e8-4631-8033-6d83059bb043 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Synchronizing usage tracker for tenant:6bf663e867404027b23faa6cae49fd9c on resource:network {{(pid=78701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:01:36.446206 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-167e2eab-aa20-41ab-bdc9-4e2c7a4c98ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:36.449638 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5ca6d0-15a0-46de-8673-71b16185fd32 admin admin] Notify agent at l3_agent.dv-cinder-734144-19-iscsi the message routers_updated {{(pid=78701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:01:36.454660 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-167e2eab-aa20-41ab-bdc9-4e2c7a4c98ba admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fe6f66bc-60c6-4e69-82fc-c55bf333aecc HTTP/1.1" status: 204 len: 168 time: 2.9583571 May 17 12:01:36.457622 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-286d9563-a729-4f47-9b76-b22af3fa4104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:36.469831 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea03e84-b458-41ea-b2af-8503b616d810 None None] Sync routers for ids ['71c12570-4c2d-4042-9c67-5dcd234a942f'] in dv-cinder-734144-19-iscsi {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:01:36.497429 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea03e84-b458-41ea-b2af-8503b616d810 None None] Routers {'71c12570-4c2d-4042-9c67-5dcd234a942f'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:01:36.499088 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-8ea03e84-b458-41ea-b2af-8503b616d810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:01:11Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['71c12570-4c2d-4042-9c67-5dcd234a942f'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:01:36.609551 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-a11de09b-60e8-4631-8033-6d83059bb043 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Unset dirty status for tenant:6bf663e867404027b23faa6cae49fd9c on resource:network {{(pid=78701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:01:36.611280 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-a11de09b-60e8-4631-8033-6d83059bb043 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/networks?id=0aa99b04-4428-4e05-a28f-238c74f78706 HTTP/1.1" status: 200 len: 819 time: 0.9346368 May 17 12:01:36.646474 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-ada6df3a-ce1f-4e9f-98ff-5108675af90c tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Network 14da6a33-1a1d-42a7-8db9-9f9b379dfca4 is already hosted by enough agents. {{(pid=78700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:01:36.698721 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.base_scheduler [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-ada6df3a-ce1f-4e9f-98ff-5108675af90c tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Resources bound (agent type, host, resource id): {{(pid=78700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:01:36.711439 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-9e5ca6d0-15a0-46de-8673-71b16185fd32 admin admin] 10.222.0.11 "PUT /v2.0/routers/71c12570-4c2d-4042-9c67-5dcd234a942f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6403780 May 17 12:01:36.742513 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-da8280ba-e189-41de-b14e-624a462f6b53 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/quotas/6bf663e867404027b23faa6cae49fd9c HTTP/1.1" status: 200 len: 375 time: 0.1129026 May 17 12:01:36.742957 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-ada6df3a-ce1f-4e9f-98ff-5108675af90c tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Received port after_create {{(pid=78700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:01:36.754036 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-ada6df3a-ce1f-4e9f-98ff-5108675af90c tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:36.763511 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-ada6df3a-ce1f-4e9f-98ff-5108675af90c tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:36.924412 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6df3a-ce1f-4e9f-98ff-5108675af90c tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Pushing event updated for resources: {'Port': ['ID=de5489e2-cdf8-464b-87bf-5cf98682971d,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:36.941016 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-ada6df3a-ce1f-4e9f-98ff-5108675af90c tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:36.943232 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-ada6df3a-ce1f-4e9f-98ff-5108675af90c tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2092426 May 17 12:01:36.975289 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-1ab3a89e-ac98-4e0a-b03c-7d1067f0bae7 tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=78700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 12:01:36.988308 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-1ab3a89e-ac98-4e0a-b03c-7d1067f0bae7 tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0286031 May 17 12:01:37.021414 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27253f9-a2ba-47c0-ae5d-ae8b36ef7ab9 req-e432c23a-bf47-45c1-bf54-74855010181c tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:37.022901 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-a27253f9-a2ba-47c0-ae5d-ae8b36ef7ab9 req-e432c23a-bf47-45c1-bf54-74855010181c tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Synchronizing usage tracker for tenant:2d5b8d1bb5df4191a9326c02e197e07e on resource:port {{(pid=78700) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:01:37.097519 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-a27253f9-a2ba-47c0-ae5d-ae8b36ef7ab9 req-e432c23a-bf47-45c1-bf54-74855010181c tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Unset dirty status for tenant:2d5b8d1bb5df4191a9326c02e197e07e on resource:port {{(pid=78700) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:01:37.108427 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-a27253f9-a2ba-47c0-ae5d-ae8b36ef7ab9 req-e432c23a-bf47-45c1-bf54-74855010181c tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7cd8c4e-a019-4461-85c4-f31b1994bad4 HTTP/1.1" status: 200 len: 932 time: 1.8796415 May 17 12:01:37.172016 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-65abb5da-08f2-4edf-b15e-3c3bddf1633e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:37.193061 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-65abb5da-08f2-4edf-b15e-3c3bddf1633e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:37.228504 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:37.336351 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device e6562274-888b-45ec-8cc1-c39b35d2b6eb up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:01:37.349764 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-a27253f9-a2ba-47c0-ae5d-ae8b36ef7ab9 req-4be2c179-8e06-4003-b9d8-8d2daa629656 tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] 10.222.0.11 "GET /v2.0/security-groups?id=83173f9e-afa1-4465-8ae3-10f5431589f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334449 May 17 12:01:37.397692 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-ee548bda-b98a-4c8e-be5e-8aa8ca0dbacf tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6bf663e867404027b23faa6cae49fd9c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6381471 May 17 12:01:37.436637 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65abb5da-08f2-4edf-b15e-3c3bddf1633e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=78701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:01:37.633935 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-8ea03e84-b458-41ea-b2af-8503b616d810 None None] Set router 71c12570-4c2d-4042-9c67-5dcd234a942f gateway port host: dv-cinder-734144-19-iscsi {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:01:37.783272 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.52', 62433) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:37.806862 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning for port e6562274-888b-45ec-8cc1-c39b35d2b6eb completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:01:37.829683 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port e6562274-888b-45ec-8cc1-c39b35d2b6eb triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:01:37.832788 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:38.089135 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-8388537a-d52b-4b43-a5ac-42f94b4c42ff tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:38.091536 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-8388537a-d52b-4b43-a5ac-42f94b4c42ff tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.52 "GET /v2.0/networks?id=0aa99b04-4428-4e05-a28f-238c74f78706 HTTP/1.1" status: 200 len: 819 time: 0.6344275 May 17 12:01:38.091664 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-65abb5da-08f2-4edf-b15e-3c3bddf1633e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205'] for segment, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:38.092291 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.db.segments_db [None req-65abb5da-08f2-4edf-b15e-3c3bddf1633e admin admin] Added segment fd2c32e3-481a-4131-9aa3-50cc57ce229b of type vlan for network 60cf8a92-8ba1-40f8-b860-f647a8602cac May 17 12:01:38.108667 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:38.122548 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65abb5da-08f2-4edf-b15e-3c3bddf1633e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af425f93-f263-4630-a584-d282b4009289,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:38.123469 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-7e892d61-5a63-4f33-973d-abce11e79b5e tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Request body: {'port': {'device_id': 'c03b8db5-44c2-456f-ae8f-6b6fe912c165', 'network_id': '0aa99b04-4428-4e05-a28f-238c74f78706', 'admin_state_up': True, 'tenant_id': '6bf663e867404027b23faa6cae49fd9c'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:01:38.137882 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-65abb5da-08f2-4edf-b15e-3c3bddf1633e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.909s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:38.350368 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-65abb5da-08f2-4edf-b15e-3c3bddf1633e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762326795951'] for network, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:38.454263 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-aef77e71-ab4c-4c90-badd-6d1eafd2ba04 service neutron] Request body: {'port': {'device_id': 'b7cd8c4e-a019-4461-85c4-f31b1994bad4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:01:38.501703 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-80a73798-7480-46ea-b589-a95b3e819779 service neutron] 10.222.0.11 "GET /v2.0/networks/0aa99b04-4428-4e05-a28f-238c74f78706?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0583851 May 17 12:01:38.562077 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-65abb5da-08f2-4edf-b15e-3c3bddf1633e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533501'] for network, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:38.592214 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65abb5da-08f2-4edf-b15e-3c3bddf1633e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:38.594956 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-65abb5da-08f2-4edf-b15e-3c3bddf1633e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for network, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:38.782087 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-21a9ce9a-c1f3-4a7c-a900-d9445dac01a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:38.914987 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-65abb5da-08f2-4edf-b15e-3c3bddf1633e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 5.5158064 May 17 12:01:38.945429 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 54830) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:38.981933 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:38.997205 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-aef77e71-ab4c-4c90-badd-6d1eafd2ba04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:39.061285 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-4432555c-3a8d-4368-8f1f-fe96033a2bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:39.168844 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-b6c29ff8-6339-48c7-bdee-c60c79f8c6b7 admin admin] Request body: {'subnet': {'network_id': '60cf8a92-8ba1-40f8-b860-f647a8602cac', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1726306477-subnet', 'tenant_id': 'b2257f2e0542452dbcf63ad892887797', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:01:39.188311 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] For port e6562274-888b-45ec-8cc1-c39b35d2b6eb, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=e6562274-888b-45ec-8cc1-c39b35d2b6eb,segment=NetworkSegment(887f3473-e426-42df-889f-21311f468f7e),segment_id=887f3473-e426-42df-889f-21311f468f7e)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:01:39.201884 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:39.213478 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-b6c29ff8-6339-48c7-bdee-c60c79f8c6b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:01:39.236210 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device ddb1d406-dd34-4d49-a2fa-2809fd1a93aa up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:01:39.283923 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-b6c29ff8-6339-48c7-bdee-c60c79f8c6b7 admin admin] Usage tracker for resource:subnet and tenant:b2257f2e0542452dbcf63ad892887797 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:01:39.308790 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-b6c29ff8-6339-48c7-bdee-c60c79f8c6b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:01:39.334399 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:39.350240 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65abb5da-08f2-4edf-b15e-3c3bddf1633e admin admin] Pushing event updated for resources: {'Network': ['ID=60cf8a92-8ba1-40f8-b860-f647a8602cac,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:39.357770 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-65abb5da-08f2-4edf-b15e-3c3bddf1633e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:39.388645 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-b6c29ff8-6339-48c7-bdee-c60c79f8c6b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:01:39.463675 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c29ff8-6339-48c7-bdee-c60c79f8c6b7 admin admin] Made reservation on behalf of b2257f2e0542452dbcf63ad892887797 for: {'subnet': 1} {{(pid=78701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:01:39.468291 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-b6c29ff8-6339-48c7-bdee-c60c79f8c6b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:39.483497 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Pushing event updated for resources: {'Port': ['ID=e6562274-888b-45ec-8cc1-c39b35d2b6eb,revision_number=5']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:39.488666 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-7e892d61-5a63-4f33-973d-abce11e79b5e tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:01:39.503151 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Network 60cf8a92-8ba1-40f8-b860-f647a8602cac details requested by agent ovs-agent-dv-cinder-734144-19-iscsi with host dv-cinder-734144-19-iscsi {{(pid=78702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 12:01:39.532653 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-7e892d61-5a63-4f33-973d-abce11e79b5e tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:01:39.709618 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:39.862771 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 54846) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:39.865859 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-7e892d61-5a63-4f33-973d-abce11e79b5e tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Made reservation on behalf of 6bf663e867404027b23faa6cae49fd9c for: {'port': 1} {{(pid=78700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:01:39.877616 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-7e892d61-5a63-4f33-973d-abce11e79b5e tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:39.954118 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [None req-913e1bae-6d94-4733-8adb-5e49031fd762 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2147192378', 'description': 'tempest-description--393216995'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:01:40.043583 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-f426ce5b-0fd0-410e-9ff0-edb314709a3d service neutron] 10.222.0.11 "GET /v2.0/networks/0aa99b04-4428-4e05-a28f-238c74f78706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5248184 May 17 12:01:40.158809 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-913e1bae-6d94-4733-8adb-5e49031fd762 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:01:40.180181 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-913e1bae-6d94-4733-8adb-5e49031fd762 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Usage tracker for resource:security_group and tenant:74eacc72869f49c6b97dcf14e5f937b4 is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:01:40.196290 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-913e1bae-6d94-4733-8adb-5e49031fd762 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:01:40.221040 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-913e1bae-6d94-4733-8adb-5e49031fd762 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:01:40.430776 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 54868) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:40.455411 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port ddb1d406-dd34-4d49-a2fa-2809fd1a93aa triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:01:40.467556 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:40.600384 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.db_base_plugin_common [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-7e892d61-5a63-4f33-973d-abce11e79b5e tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Allocated IP 172.20.0.4 (0aa99b04-4428-4e05-a28f-238c74f78706/cd8b9db4-1f1b-432a-b983-8b7aa274be94/e35031fa-3260-4017-b2da-7bb3bc1daace) {{(pid=78700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:01:40.870072 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-9e4a43f6-65c9-49d1-9b26-fddeecd543a7 req-400321d4-5439-41f7-a9b1-5f0f33c4e0e2 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 210 time: 0.1580632 May 17 12:01:40.875303 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-8ea03e84-b458-41ea-b2af-8503b616d810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'name': 'tempest-AttachVolumeTestJSON-483043931-router', 'tenant_id': '74eacc72869f49c6b97dcf14e5f937b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ddb1d406-dd34-4d49-a2fa-2809fd1a93aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:01:21Z', 'updated_at': '2021-05-17T12:01:32Z', 'revision_number': 4, 'project_id': '74eacc72869f49c6b97dcf14e5f937b4', 'gw_port': {'id': 'ddb1d406-dd34-4d49-a2fa-2809fd1a93aa', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ee:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:01:22Z', 'updated_at': '2021-05-17T12:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': '9f6f862c-62cf-4348-97a6-1ae5d24727fe', 'name': '', 'network_id': '232f65e1-0da5-4006-971a-4fd3e6d8c4db', 'tenant_id': '74eacc72869f49c6b97dcf14e5f937b4', 'mac_address': 'fa:16:3e:f7:c5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4df74225-b796-4a2f-84ac-d4b6fecaea77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:01:30Z', 'updated_at': '2021-05-17T12:01:32Z', 'revision_number': 2, 'project_id': '74eacc72869f49c6b97dcf14e5f937b4', 'subnets': [{'id': '4df74225-b796-4a2f-84ac-d4b6fecaea77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:01:40.898317 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea03e84-b458-41ea-b2af-8503b616d810 None None] Checking router: 71c12570-4c2d-4042-9c67-5dcd234a942f for host: dv-cinder-734144-19-iscsi {{(pid=78702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:01:40.899460 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea03e84-b458-41ea-b2af-8503b616d810 None None] Updating router 71c12570-4c2d-4042-9c67-5dcd234a942f port 9f6f862c-62cf-4348-97a6-1ae5d24727fe binding host dv-cinder-734144-19-iscsi {{(pid=78702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:01:40.900364 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-b6c29ff8-6339-48c7-bdee-c60c79f8c6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450'] for subnet, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:40.923336 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:40.982757 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-7e892d61-5a63-4f33-973d-abce11e79b5e tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Notify callbacks [] for port, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:41.032404 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-7e892d61-5a63-4f33-973d-abce11e79b5e tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161'] for port, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:41.034494 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-913e1bae-6d94-4733-8adb-5e49031fd762 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:41.099604 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-913e1bae-6d94-4733-8adb-5e49031fd762 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:01:41.110180 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-913e1bae-6d94-4733-8adb-5e49031fd762 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Usage tracker for resource:security_group_rule and tenant:74eacc72869f49c6b97dcf14e5f937b4 is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:01:41.120872 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c29ff8-6339-48c7-bdee-c60c79f8c6b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af12a7c6-04e8-48d8-8f10-32797dfd7951,revision_number=0']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:41.121976 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-913e1bae-6d94-4733-8adb-5e49031fd762 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:01:41.132778 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-b6c29ff8-6339-48c7-bdee-c60c79f8c6b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:41.137453 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-913e1bae-6d94-4733-8adb-5e49031fd762 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:01:41.166553 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8ea03e84-b458-41ea-b2af-8503b616d810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:41.191898 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-0959aa73-9dec-4499-bf0a-80f56f7093a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:41.264726 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-0959aa73-9dec-4499-bf0a-80f56f7093a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:01:41.321739 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-0959aa73-9dec-4499-bf0a-80f56f7093a5 admin admin] Usage tracker for resource:security_group_rule and tenant:16a46061c6e14151b63cc46fad2302f7 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:01:41.326653 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-0959aa73-9dec-4499-bf0a-80f56f7093a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:01:41.328711 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-913e1bae-6d94-4733-8adb-5e49031fd762 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:41.341448 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c29ff8-6339-48c7-bdee-c60c79f8c6b7 admin admin] Checking segment: {'id': 'fd2c32e3-481a-4131-9aa3-50cc57ce229b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '60cf8a92-8ba1-40f8-b860-f647a8602cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:01:41.341915 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c29ff8-6339-48c7-bdee-c60c79f8c6b7 admin admin] Network hostable DHCP agents. Network: 60cf8a92-8ba1-40f8-b860-f647a8602cac, hostable agents: ['1bb0aafc-e938-4aea-abc6-5926a36b60fa'], hosted agents: [] {{(pid=78701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:01:41.378331 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-0959aa73-9dec-4499-bf0a-80f56f7093a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:01:41.401892 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-2f257af4-f397-4f8a-bb61-3191ddacf4ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:41.468589 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device e6562274-888b-45ec-8cc1-c39b35d2b6eb up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:01:41.495031 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c29ff8-6339-48c7-bdee-c60c79f8c6b7 admin admin] Network 60cf8a92-8ba1-40f8-b860-f647a8602cac is scheduled to be hosted by DHCP agent 1bb0aafc-e938-4aea-abc6-5926a36b60fa with binding_index 1 {{(pid=78701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:01:41.529854 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-913e1bae-6d94-4733-8adb-5e49031fd762 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:41.543128 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.base_scheduler [None req-b6c29ff8-6339-48c7-bdee-c60c79f8c6b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-19-iscsi, 60cf8a92-8ba1-40f8-b860-f647a8602cac) {{(pid=78701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:01:41.559332 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-db879159-0075-4506-b7cb-f2281fcde647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:41.560148 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c29ff8-6339-48c7-bdee-c60c79f8c6b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:41.560868 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-b6c29ff8-6339-48c7-bdee-c60c79f8c6b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for subnet, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:41.583609 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5c2a9f-732c-419d-9aad-ff3de4562059 None None] Network 60cf8a92-8ba1-40f8-b860-f647a8602cac requested from dv-cinder-734144-19-iscsi {{(pid=78702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:01:41.656491 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-7e892d61-5a63-4f33-973d-abce11e79b5e tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Network 0aa99b04-4428-4e05-a28f-238c74f78706 is already hosted by enough agents. {{(pid=78700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:01:41.669451 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-913e1bae-6d94-4733-8adb-5e49031fd762 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:41.673517 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-913e1bae-6d94-4733-8adb-5e49031fd762 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.7491305 May 17 12:01:41.674776 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.base_scheduler [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-7e892d61-5a63-4f33-973d-abce11e79b5e tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Resources bound (agent type, host, resource id): {{(pid=78700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:01:41.691607 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-7e892d61-5a63-4f33-973d-abce11e79b5e tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Received port after_create {{(pid=78700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:01:41.706855 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-7e892d61-5a63-4f33-973d-abce11e79b5e tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:41.709968 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-7e892d61-5a63-4f33-973d-abce11e79b5e tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:41.744263 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 54910) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:41.761602 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [None req-f875ddbe-0191-4bc6-9511-18dfac381b2e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Request body: {'security_group_rule': {'security_group_id': '39b3f4ad-25b7-47dd-9bbf-7443722a7b89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:01:41.762240 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:41.787387 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-b6c29ff8-6339-48c7-bdee-c60c79f8c6b7 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.8403687 May 17 12:01:41.809065 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-0959aa73-9dec-4499-bf0a-80f56f7093a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:41.817771 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-0959aa73-9dec-4499-bf0a-80f56f7093a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:41.846210 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:41.945085 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-0959aa73-9dec-4499-bf0a-80f56f7093a5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=16a46061c6e14151b63cc46fad2302f7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5054970 May 17 12:01:41.946073 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 54924) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:41.952073 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0959aa73-9dec-4499-bf0a-80f56f7093a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa31dd4-52ce-40d6-89a5-562fc9017ad2,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:42.038464 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-0959aa73-9dec-4499-bf0a-80f56f7093a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:42.121663 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-f27c9eaf-770a-4eb5-af30-380ae0220b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:42.202390 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-f875ddbe-0191-4bc6-9511-18dfac381b2e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:01:42.215797 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-f875ddbe-0191-4bc6-9511-18dfac381b2e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Usage tracker for resource:security_group_rule and tenant:74eacc72869f49c6b97dcf14e5f937b4 is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:01:42.235632 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-f875ddbe-0191-4bc6-9511-18dfac381b2e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:01:42.248877 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-f875ddbe-0191-4bc6-9511-18dfac381b2e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:01:42.266919 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-f27c9eaf-770a-4eb5-af30-380ae0220b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:42.335664 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f875ddbe-0191-4bc6-9511-18dfac381b2e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:42.517957 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-a4969728-607b-409a-b443-f502bb2a0ef1 req-653a59fd-c3af-47a5-b39e-0bde7b33fe23 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 210 time: 0.1489527 May 17 12:01:42.548291 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-f27c9eaf-770a-4eb5-af30-380ae0220b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:42.564663 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f875ddbe-0191-4bc6-9511-18dfac381b2e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:42.589323 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f875ddbe-0191-4bc6-9511-18dfac381b2e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461307'] for security_group_rule, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:42.594652 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-7e892d61-5a63-4f33-973d-abce11e79b5e tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4847183 May 17 12:01:42.597885 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-65abb5da-08f2-4edf-b15e-3c3bddf1633e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:42.661080 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fe247-ac46-4b59-bdcc-cacf6740c535 req-e1d3c67b-7f17-4da8-a050-3ed2ca486ee5 tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:42.678632 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-8e1fe247-ac46-4b59-bdcc-cacf6740c535 req-e1d3c67b-7f17-4da8-a050-3ed2ca486ee5 tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7cd8c4e-a019-4461-85c4-f31b1994bad4 HTTP/1.1" status: 200 len: 932 time: 2.7536538 May 17 12:01:42.681645 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-f27c9eaf-770a-4eb5-af30-380ae0220b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:42.691448 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-f27c9eaf-770a-4eb5-af30-380ae0220b8c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9fa31dd4-52ce-40d6-89a5-562fc9017ad2 HTTP/1.1" status: 204 len: 168 time: 0.7414672 May 17 12:01:42.702238 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:42.702764 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c9eaf-770a-4eb5-af30-380ae0220b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa31dd4-52ce-40d6-89a5-562fc9017ad2,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:42.712528 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-f27c9eaf-770a-4eb5-af30-380ae0220b8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:42.719273 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port e6562274-888b-45ec-8cc1-c39b35d2b6eb triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:01:42.719736 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:42.773097 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4b04ed-cf7a-4b29-9970-2809a738b0df None None] Network 60cf8a92-8ba1-40f8-b860-f647a8602cac requested from dv-cinder-734144-19-iscsi {{(pid=78702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:01:42.839237 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e892d61-5a63-4f33-973d-abce11e79b5e tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Pushing event updated for resources: {'Port': ['ID=e35031fa-3260-4017-b2da-7bb3bc1daace,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:42.860710 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f875ddbe-0191-4bc6-9511-18dfac381b2e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:42.861933 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-f875ddbe-0191-4bc6-9511-18dfac381b2e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1138990 May 17 12:01:42.865828 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 54946) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:42.873186 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-c0ebc24f-af0a-4266-9e0a-1b88b768fd26 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Request body: {'security_group_rule': {'security_group_id': '39b3f4ad-25b7-47dd-9bbf-7443722a7b89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:01:42.894019 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-7e892d61-5a63-4f33-973d-abce11e79b5e tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.493s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:42.894508 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-0575c552-9778-4883-8f92-ecd1daa93439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.235s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:42.900660 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-c0ebc24f-af0a-4266-9e0a-1b88b768fd26 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:01:42.923999 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-c0ebc24f-af0a-4266-9e0a-1b88b768fd26 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Usage tracker for resource:security_group_rule and tenant:74eacc72869f49c6b97dcf14e5f937b4 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:01:42.934282 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.db.resource_extend [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-aef77e71-ab4c-4c90-badd-6d1eafd2ba04 service neutron] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 17 12:01:42.949517 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-c0ebc24f-af0a-4266-9e0a-1b88b768fd26 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:01:43.011582 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-c0ebc24f-af0a-4266-9e0a-1b88b768fd26 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:01:43.129420 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-8e1fe247-ac46-4b59-bdcc-cacf6740c535 req-59b3dca9-96f1-4556-859a-b782ae172329 tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] 10.222.0.11 "GET /v2.0/security-groups?id=83173f9e-afa1-4465-8ae3-10f5431589f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4497309 May 17 12:01:43.148746 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-a3bfe287-1462-4b3d-ad0e-603466c19882 service neutron] Request body: {'port': {'device_id': 'c03b8db5-44c2-456f-ae8f-6b6fe912c165', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:01:43.154845 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-c0ebc24f-af0a-4266-9e0a-1b88b768fd26 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:43.203969 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e1bae-6d94-4733-8adb-5e49031fd762 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39b3f4ad-25b7-47dd-9bbf-7443722a7b89,revision_number=2']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:43.212245 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-913e1bae-6d94-4733-8adb-5e49031fd762 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:43.216052 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.421s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:43.235947 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875ddbe-0191-4bc6-9511-18dfac381b2e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a26d1d62-e303-45d0-9200-84ef99965708,revision_number=0']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:43.248676 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-aef77e71-ab4c-4c90-badd-6d1eafd2ba04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de5489e2-cdf8-464b-87bf-5cf98682971d {{(pid=78700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:01:43.254074 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-f875ddbe-0191-4bc6-9511-18dfac381b2e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:43.261954 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-aef77e71-ab4c-4c90-badd-6d1eafd2ba04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:43.343284 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.provisioning_blocks [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-aef77e71-ab4c-4c90-badd-6d1eafd2ba04 service neutron] Transition to ACTIVE for port object de5489e2-cdf8-464b-87bf-5cf98682971d will not be triggered until provisioned by entity L2. {{(pid=78700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:01:43.354189 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-aef77e71-ab4c-4c90-badd-6d1eafd2ba04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:43.370811 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:43.454505 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-a3bfe287-1462-4b3d-ad0e-603466c19882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:43.628643 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-c0ebc24f-af0a-4266-9e0a-1b88b768fd26 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:43.638185 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-c0ebc24f-af0a-4266-9e0a-1b88b768fd26 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461307'] for security_group_rule, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:43.676156 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:43.792081 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ebc24f-af0a-4266-9e0a-1b88b768fd26 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef5488eb-dbe0-4096-91a9-ff35ddaa34e8,revision_number=0']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:43.804178 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-c0ebc24f-af0a-4266-9e0a-1b88b768fd26 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:43.815674 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-c0ebc24f-af0a-4266-9e0a-1b88b768fd26 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:43.817725 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-c0ebc24f-af0a-4266-9e0a-1b88b768fd26 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9495373 May 17 12:01:43.822062 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 54976) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:43.842675 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-74859db0-9003-4a13-a754-2de7a67fa71a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Request body: {'floatingip': {'floating_network_id': '163aee93-eed0-47f4-9809-6291286e957c'}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:01:43.874378 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-74859db0-9003-4a13-a754-2de7a67fa71a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:01:43.901803 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-74859db0-9003-4a13-a754-2de7a67fa71a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Usage tracker for resource:floatingip and tenant:74eacc72869f49c6b97dcf14e5f937b4 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:01:43.915658 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-74859db0-9003-4a13-a754-2de7a67fa71a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:01:43.941317 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-74859db0-9003-4a13-a754-2de7a67fa71a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:01:43.963092 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.52', 62444) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:44.077646 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 54982) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:44.268282 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-74859db0-9003-4a13-a754-2de7a67fa71a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks [] for floatingip, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:44.313531 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8ea03e84-b458-41ea-b2af-8503b616d810 None None] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:44.356867 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-7cd62c48-adcf-41c9-b448-032f6e445c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:44.409579 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:44.413831 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-8ea03e84-b458-41ea-b2af-8503b616d810 None None] Transition to ACTIVE for port object 9f6f862c-62cf-4348-97a6-1ae5d24727fe will not be triggered until provisioned by entity L2. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:01:44.434393 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef77e71-ab4c-4c90-badd-6d1eafd2ba04 service neutron] Pushing event updated for resources: {'Port': ['ID=de5489e2-cdf8-464b-87bf-5cf98682971d,revision_number=2']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:44.447443 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-aef77e71-ab4c-4c90-badd-6d1eafd2ba04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.077s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:44.491887 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8ea03e84-b458-41ea-b2af-8503b616d810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:44.503670 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-aef77e71-ab4c-4c90-badd-6d1eafd2ba04 service neutron] Attempting to bind port de5489e2-cdf8-464b-87bf-5cf98682971d on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:01:44.505687 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-aef77e71-ab4c-4c90-badd-6d1eafd2ba04 service neutron] Attempting to bind port de5489e2-cdf8-464b-87bf-5cf98682971d by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': 'd34206cf-c55b-4406-92d8-f00429ecc993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '14da6a33-1a1d-42a7-8db9-9f9b379dfca4'}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:01:44.506319 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-aef77e71-ab4c-4c90-badd-6d1eafd2ba04 service neutron] Attempting to bind port de5489e2-cdf8-464b-87bf-5cf98682971d on network 14da6a33-1a1d-42a7-8db9-9f9b379dfca4 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:01:44.541115 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-7cd62c48-adcf-41c9-b448-032f6e445c66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:01:44.557065 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-32c8a979-79e5-4a1c-8366-24015f266bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:44.585431 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 54990) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:44.612070 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [None req-87794b1b-65b4-4fc0-813c-bc5bd57d17fb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-520368397-network', 'tenant_id': '568f9f107e204bd7bf7316c6fd443588'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:01:44.616095 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-aef77e71-ab4c-4c90-badd-6d1eafd2ba04 service neutron] Port de5489e2-cdf8-464b-87bf-5cf98682971d on network 14da6a33-1a1d-42a7-8db9-9f9b379dfca4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 12:01:44.616600 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-aef77e71-ab4c-4c90-badd-6d1eafd2ba04 service neutron] Attempting to bind port de5489e2-cdf8-464b-87bf-5cf98682971d on network 14da6a33-1a1d-42a7-8db9-9f9b379dfca4 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:01:44.621204 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-7cd62c48-adcf-41c9-b448-032f6e445c66 admin admin] Usage tracker for resource:security_group_rule and tenant:38e05d6bcfd345d7967530d666b26dd5 is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:01:44.634143 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-7cd62c48-adcf-41c9-b448-032f6e445c66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:01:44.639434 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-87794b1b-65b4-4fc0-813c-bc5bd57d17fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:01:44.654833 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-7cd62c48-adcf-41c9-b448-032f6e445c66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:01:44.663300 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-aef77e71-ab4c-4c90-badd-6d1eafd2ba04 service neutron] Checking agent: {'id': 'cd1455da-95ea-496d-8b07-9fb5ea757b4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 59, 37), 'started_at': datetime.datetime(2021, 5, 17, 11, 59, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:01:44.664028 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-aef77e71-ab4c-4c90-badd-6d1eafd2ba04 service neutron] Checking segment: {'id': 'd34206cf-c55b-4406-92d8-f00429ecc993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '14da6a33-1a1d-42a7-8db9-9f9b379dfca4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:01:44.664702 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-aef77e71-ab4c-4c90-badd-6d1eafd2ba04 service neutron] Bound using segment: {'id': 'd34206cf-c55b-4406-92d8-f00429ecc993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '14da6a33-1a1d-42a7-8db9-9f9b379dfca4'} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:01:44.665301 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-aef77e71-ab4c-4c90-badd-6d1eafd2ba04 service neutron] Bound port: de5489e2-cdf8-464b-87bf-5cf98682971d, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd34206cf-c55b-4406-92d8-f00429ecc993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '14da6a33-1a1d-42a7-8db9-9f9b379dfca4'}}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:01:44.665760 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-aef77e71-ab4c-4c90-badd-6d1eafd2ba04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:44.680791 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-87794b1b-65b4-4fc0-813c-bc5bd57d17fb admin admin] Usage tracker for resource:network and tenant:568f9f107e204bd7bf7316c6fd443588 is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:01:44.692729 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-87794b1b-65b4-4fc0-813c-bc5bd57d17fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:01:44.715767 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-87794b1b-65b4-4fc0-813c-bc5bd57d17fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:01:44.739194 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-fac76c45-0523-4304-bb0f-d0c96ee3296d req-a663e117-d7fb-40f8-980c-98a9fe196d9f tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 210 time: 0.6428154 May 17 12:01:44.929084 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744f2005-f734-461c-a79e-d95053b17c3c None None] Pushing event updated for resources: {'Port': ['ID=9f6f862c-62cf-4348-97a6-1ae5d24727fe,revision_number=3']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:44.953539 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-0ebc79e5-37ed-470f-aefc-4fad2401c9c4 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:44.956244 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-0ebc79e5-37ed-470f-aefc-4fad2401c9c4 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.52 "GET /v2.0/networks?id=0aa99b04-4428-4e05-a28f-238c74f78706 HTTP/1.1" status: 200 len: 819 time: 0.9783015 May 17 12:01:44.965951 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-744f2005-f734-461c-a79e-d95053b17c3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:45.031177 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-aa7d2167-e181-4a26-974e-272e25b67de4 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Request body: {'port': {'device_id': '32a7babc-5a69-4085-adc3-ec64ba5723c5', 'network_id': '0aa99b04-4428-4e05-a28f-238c74f78706', 'admin_state_up': True, 'tenant_id': '6bf663e867404027b23faa6cae49fd9c'}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:01:45.297557 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-74859db0-9003-4a13-a754-2de7a67fa71a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:45.347980 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-aef77e71-ab4c-4c90-badd-6d1eafd2ba04 service neutron] For port de5489e2-cdf8-464b-87bf-5cf98682971d, host hv-cinder-73414, cleared binding levels {{(pid=78700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:01:45.351043 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-8ea03e84-b458-41ea-b2af-8503b616d810 None None] Attempting to bind port 9f6f862c-62cf-4348-97a6-1ae5d24727fe on host dv-cinder-734144-19-iscsi for vnic_type normal with profile {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:01:45.351507 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-8ea03e84-b458-41ea-b2af-8503b616d810 None None] Attempting to bind port 9f6f862c-62cf-4348-97a6-1ae5d24727fe by drivers openvswitch,hyperv on host dv-cinder-734144-19-iscsi at level 0 using segments [{'id': '4aeb874b-5262-4be4-9c4d-452a8932079d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '232f65e1-0da5-4006-971a-4fd3e6d8c4db'}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:01:45.351807 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea03e84-b458-41ea-b2af-8503b616d810 None None] Attempting to bind port 9f6f862c-62cf-4348-97a6-1ae5d24727fe on network 232f65e1-0da5-4006-971a-4fd3e6d8c4db {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:01:45.361789 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-aef77e71-ab4c-4c90-badd-6d1eafd2ba04 service neutron] For port de5489e2-cdf8-464b-87bf-5cf98682971d, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=de5489e2-cdf8-464b-87bf-5cf98682971d,segment=NetworkSegment(d34206cf-c55b-4406-92d8-f00429ecc993),segment_id=d34206cf-c55b-4406-92d8-f00429ecc993)] {{(pid=78700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:01:45.390458 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea03e84-b458-41ea-b2af-8503b616d810 None None] Checking agent: {'id': '99430f10-7a80-40b5-88dc-f3a197e5e86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 11), 'started_at': datetime.datetime(2021, 5, 17, 11, 53, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:01:45.390847 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea03e84-b458-41ea-b2af-8503b616d810 None None] Checking segment: {'id': '4aeb874b-5262-4be4-9c4d-452a8932079d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '232f65e1-0da5-4006-971a-4fd3e6d8c4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:01:45.393452 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8ea03e84-b458-41ea-b2af-8503b616d810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:45.393882 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea03e84-b458-41ea-b2af-8503b616d810 None None] Bound using segment: {'id': '4aeb874b-5262-4be4-9c4d-452a8932079d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '232f65e1-0da5-4006-971a-4fd3e6d8c4db'} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:01:45.394390 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-8ea03e84-b458-41ea-b2af-8503b616d810 None None] Bound port: 9f6f862c-62cf-4348-97a6-1ae5d24727fe, host: dv-cinder-734144-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aeb874b-5262-4be4-9c4d-452a8932079d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '232f65e1-0da5-4006-971a-4fd3e6d8c4db'}}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:01:45.394777 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8ea03e84-b458-41ea-b2af-8503b616d810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:45.400534 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87794b1b-65b4-4fc0-813c-bc5bd57d17fb admin admin] Made reservation on behalf of 568f9f107e204bd7bf7316c6fd443588 for: {'network': 1} {{(pid=78700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:01:45.403182 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-87794b1b-65b4-4fc0-813c-bc5bd57d17fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1523871'] for network, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:45.465361 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-87794b1b-65b4-4fc0-813c-bc5bd57d17fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:45.499202 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-aef77e71-ab4c-4c90-badd-6d1eafd2ba04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:45.526296 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-aa7d2167-e181-4a26-974e-272e25b67de4 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:01:45.568565 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167742e-a70a-4843-a049-e5dedf17efe6 req-a9daf588-e365-47d4-ac11-02925a07e19d tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:45.571198 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-9167742e-a70a-4843-a049-e5dedf17efe6 req-a9daf588-e365-47d4-ac11-02925a07e19d tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7cd8c4e-a019-4461-85c4-f31b1994bad4 HTTP/1.1" status: 200 len: 944 time: 1.1398170 May 17 12:01:45.621012 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:45.669148 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-8ea03e84-b458-41ea-b2af-8503b616d810 None None] For port 9f6f862c-62cf-4348-97a6-1ae5d24727fe, host dv-cinder-734144-19-iscsi, cleared binding levels {{(pid=78702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:01:45.673003 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-aa7d2167-e181-4a26-974e-272e25b67de4 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:01:45.674035 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-8ea03e84-b458-41ea-b2af-8503b616d810 None None] For port 9f6f862c-62cf-4348-97a6-1ae5d24727fe, host dv-cinder-734144-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=9f6f862c-62cf-4348-97a6-1ae5d24727fe,segment=NetworkSegment(4aeb874b-5262-4be4-9c4d-452a8932079d),segment_id=4aeb874b-5262-4be4-9c4d-452a8932079d)] {{(pid=78702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:01:45.684241 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8ea03e84-b458-41ea-b2af-8503b616d810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:45.695582 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-a6cede4d-0a20-43b5-8d8f-d832b58dea49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:45.695986 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-aef77e71-ab4c-4c90-badd-6d1eafd2ba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:45.696667 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-aef77e71-ab4c-4c90-badd-6d1eafd2ba04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:45.698287 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-aef77e71-ab4c-4c90-badd-6d1eafd2ba04 service neutron] 10.222.0.52 "PUT /v2.0/ports/de5489e2-cdf8-464b-87bf-5cf98682971d HTTP/1.1" status: 200 len: 1094 time: 7.9140046 May 17 12:01:45.700625 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-87794b1b-65b4-4fc0-813c-bc5bd57d17fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:01:45.706507 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-87794b1b-65b4-4fc0-813c-bc5bd57d17fb admin admin] Usage tracker for resource:security_group_rule and tenant:568f9f107e204bd7bf7316c6fd443588 is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:01:45.714400 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-87794b1b-65b4-4fc0-813c-bc5bd57d17fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:01:45.739511 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-aa7d2167-e181-4a26-974e-272e25b67de4 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Made reservation on behalf of 6bf663e867404027b23faa6cae49fd9c for: {'port': 1} {{(pid=78701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:01:45.743371 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-87794b1b-65b4-4fc0-813c-bc5bd57d17fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:01:45.747039 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-aa7d2167-e181-4a26-974e-272e25b67de4 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:45.916803 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7cd8c4e-a019-4461-85c4-f31b1994bad4', 'tag': 'de5489e2-cdf8-464b-87bf-5cf98682971d'}] {{(pid=78700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:01:45.936370 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.db_base_plugin_common [None req-74859db0-9003-4a13-a754-2de7a67fa71a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Allocated IP 172.27.1.170 (163aee93-eed0-47f4-9809-6291286e957c/35eb0c40-f6d0-43b5-b72a-9e8dd7567b53/80a27d9b-dde9-4217-b233-d39402724b56) {{(pid=78701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:01:45.970016 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744f2005-f734-461c-a79e-d95053b17c3c None None] Pushing event updated for resources: {'Port': ['ID=9f6f862c-62cf-4348-97a6-1ae5d24727fe,revision_number=4']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:45.977545 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-744f2005-f734-461c-a79e-d95053b17c3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:46.001202 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea03e84-b458-41ea-b2af-8503b616d810 None None] Routers {'71c12570-4c2d-4042-9c67-5dcd234a942f'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:01:46.003460 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-8ea03e84-b458-41ea-b2af-8503b616d810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:01:41Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['71c12570-4c2d-4042-9c67-5dcd234a942f'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:01:46.461076 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-8ea03e84-b458-41ea-b2af-8503b616d810 None None] Set router 71c12570-4c2d-4042-9c67-5dcd234a942f gateway port host: dv-cinder-734144-19-iscsi {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:01:46.639384 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-7cd62c48-adcf-41c9-b448-032f6e445c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:46.730718 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-558d5b1e-2f9a-4f64-bfa2-5e1bb429d0b6 req-3cacb22d-1d3d-476a-a232-78166ff35dd5 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 210 time: 0.4073997 May 17 12:01:46.747718 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef77e71-ab4c-4c90-badd-6d1eafd2ba04 service neutron] Pushing event updated for resources: {'Port': ['ID=de5489e2-cdf8-464b-87bf-5cf98682971d,revision_number=3']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:46.823060 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-aef77e71-ab4c-4c90-badd-6d1eafd2ba04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.200s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:46.865409 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-7cd62c48-adcf-41c9-b448-032f6e445c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:46.876580 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-74859db0-9003-4a13-a754-2de7a67fa71a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks [] for port, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:46.982036 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-74859db0-9003-4a13-a754-2de7a67fa71a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161'] for port, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:47.022747 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:47.041516 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-87794b1b-65b4-4fc0-813c-bc5bd57d17fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:47.055066 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-c3d8d334-691a-4c2e-8a18-2bf42e8c3d50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:47.093828 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-87794b1b-65b4-4fc0-813c-bc5bd57d17fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:47.168819 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-9167742e-a70a-4843-a049-e5dedf17efe6 req-45a4ccac-58cd-4e4f-99e8-245df635ede9 tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] 10.222.0.11 "GET /v2.0/security-groups?id=83173f9e-afa1-4465-8ae3-10f5431589f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5760832 May 17 12:01:47.175229 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-8ea03e84-b458-41ea-b2af-8503b616d810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'name': 'tempest-AttachVolumeTestJSON-483043931-router', 'tenant_id': '74eacc72869f49c6b97dcf14e5f937b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ddb1d406-dd34-4d49-a2fa-2809fd1a93aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:01:21Z', 'updated_at': '2021-05-17T12:01:32Z', 'revision_number': 4, 'project_id': '74eacc72869f49c6b97dcf14e5f937b4', 'gw_port': {'id': 'ddb1d406-dd34-4d49-a2fa-2809fd1a93aa', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ee:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:01:22Z', 'updated_at': '2021-05-17T12:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': '9f6f862c-62cf-4348-97a6-1ae5d24727fe', 'name': '', 'network_id': '232f65e1-0da5-4006-971a-4fd3e6d8c4db', 'tenant_id': '74eacc72869f49c6b97dcf14e5f937b4', 'mac_address': 'fa:16:3e:f7:c5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4df74225-b796-4a2f-84ac-d4b6fecaea77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:01:30Z', 'updated_at': '2021-05-17T12:01:45Z', 'revision_number': 4, 'project_id': '74eacc72869f49c6b97dcf14e5f937b4', 'subnets': [{'id': '4df74225-b796-4a2f-84ac-d4b6fecaea77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:01:47.192817 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74859db0-9003-4a13-a754-2de7a67fa71a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Network 163aee93-eed0-47f4-9809-6291286e957c is already hosted by enough agents. {{(pid=78701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:01:47.195411 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea03e84-b458-41ea-b2af-8503b616d810 None None] The sync data for ids ['71c12570-4c2d-4042-9c67-5dcd234a942f'] in dv-cinder-734144-19-iscsi is: [{'id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'name': 'tempest-AttachVolumeTestJSON-483043931-router', 'tenant_id': '74eacc72869f49c6b97dcf14e5f937b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ddb1d406-dd34-4d49-a2fa-2809fd1a93aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:01:21Z', 'updated_at': '2021-05-17T12:01:32Z', 'revision_number': 4, 'project_id': '74eacc72869f49c6b97dcf14e5f937b4', 'gw_port': {'id': 'ddb1d406-dd34-4d49-a2fa-2809fd1a93aa', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ee:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:01:22Z', 'updated_at': '2021-05-17T12:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': '9f6f862c-62cf-4348-97a6-1ae5d24727fe', 'name': '', 'network_id': '232f65e1-0da5-4006-971a-4fd3e6d8c4db', 'tenant_id': '74eacc72869f49c6b97dcf14e5f937b4', 'mac_address': 'fa:16:3e:f7:c5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4df74225-b796-4a2f-84ac-d4b6fecaea77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:01:30Z', 'updated_at': '2021-05-17T12:01:45Z', 'revision_number': 4, 'project_id': '74eacc72869f49c6b97dcf14e5f937b4', 'subnets': [{'id': '4df74225-b796-4a2f-84ac-d4b6fecaea77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:01:47.213273 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.base_scheduler [None req-74859db0-9003-4a13-a754-2de7a67fa71a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Resources bound (agent type, host, resource id): {{(pid=78701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:01:47.225285 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74859db0-9003-4a13-a754-2de7a67fa71a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Received port after_create {{(pid=78701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:01:47.226366 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd62c48-adcf-41c9-b448-032f6e445c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45df3ed-505d-4b01-aadb-278697c1a64d,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:47.229906 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-7cd62c48-adcf-41c9-b448-032f6e445c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:47.232780 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-7cd62c48-adcf-41c9-b448-032f6e445c66 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=38e05d6bcfd345d7967530d666b26dd5&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1557972 May 17 12:01:47.241556 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-9fe4923f-05c6-49b0-bda5-aef7b9b02cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:47.243378 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-9fe4923f-05c6-49b0-bda5-aef7b9b02cbc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2d5b8d1bb5df4191a9326c02e197e07e&device_id=b7cd8c4e-a019-4461-85c4-f31b1994bad4 HTTP/1.1" status: 200 len: 1097 time: 0.8216407 May 17 12:01:47.244155 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:47.270705 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 55066) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:47.352022 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87794b1b-65b4-4fc0-813c-bc5bd57d17fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355ef75d-b417-4078-8543-b163608a4bb4,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:47.377716 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-87794b1b-65b4-4fc0-813c-bc5bd57d17fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:47.408479 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87794b1b-65b4-4fc0-813c-bc5bd57d17fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=78700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:01:47.428969 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.db.resource_extend [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-a3bfe287-1462-4b3d-ad0e-603466c19882 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 17 12:01:47.455840 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74859db0-9003-4a13-a754-2de7a67fa71a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Pushing event updated for resources: {'Port': ['ID=80a27d9b-dde9-4217-b233-d39402724b56,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:47.471326 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-74859db0-9003-4a13-a754-2de7a67fa71a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:47.480105 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-02104328-2cfc-4f0f-859c-c52a0fc2432c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de5489e2-cdf8-464b-87bf-5cf98682971d HTTP/1.1" status: 200 len: 217 time: 0.1976643 May 17 12:01:47.516321 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-74859db0-9003-4a13-a754-2de7a67fa71a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:47.618230 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-2fd98151-d5ec-4ff9-8971-fa915555831e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:47.682277 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7cd8c4e-a019-4461-85c4-f31b1994bad4', 'tag': 'de5489e2-cdf8-464b-87bf-5cf98682971d', 'status': 'completed', 'code': 200} May 17 12:01:47.686639 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-87794b1b-65b4-4fc0-813c-bc5bd57d17fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205'] for segment, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:47.693981 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.db.segments_db [None req-87794b1b-65b4-4fc0-813c-bc5bd57d17fb admin admin] Added segment becebb83-3e74-4966-9dc5-9812eba5c8c2 of type vlan for network 70303c06-2557-48d0-a1c2-61be5aa48ec8 May 17 12:01:47.763362 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-2fd98151-d5ec-4ff9-8971-fa915555831e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:47.772092 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-74859db0-9003-4a13-a754-2de7a67fa71a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:47.869905 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-a3bfe287-1462-4b3d-ad0e-603466c19882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e35031fa-3260-4017-b2da-7bb3bc1daace {{(pid=78700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:01:47.904873 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-87794b1b-65b4-4fc0-813c-bc5bd57d17fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762326795951'] for network, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:47.962877 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-a3bfe287-1462-4b3d-ad0e-603466c19882 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:47.986280 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-cb8d3422-5d9a-4ba6-b05b-990ce7af8f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:47.987846 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-cb8d3422-5d9a-4ba6-b05b-990ce7af8f05 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=67cd3e72-2f24-46ab-b181-47f97ee4c177 HTTP/1.1" status: 200 len: 852 time: 0.4764240 May 17 12:01:48.065907 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-2fd98151-d5ec-4ff9-8971-fa915555831e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:48.088963 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-81731a58-d443-4d9c-b79b-bfc1414ec851 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:48.179914 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd98151-d5ec-4ff9-8971-fa915555831e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45df3ed-505d-4b01-aadb-278697c1a64d,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:48.217459 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-2fd98151-d5ec-4ff9-8971-fa915555831e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:48.330049 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-2fd98151-d5ec-4ff9-8971-fa915555831e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:48.334473 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-2fd98151-d5ec-4ff9-8971-fa915555831e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b45df3ed-505d-4b01-aadb-278697c1a64d HTTP/1.1" status: 204 len: 168 time: 1.0579469 May 17 12:01:48.392818 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-74859db0-9003-4a13-a754-2de7a67fa71a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks [] for port, precommit_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:48.403764 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-74859db0-9003-4a13-a754-2de7a67fa71a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:48.418546 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-9e5ca6d0-15a0-46de-8673-71b16185fd32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:48.448922 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.db.resource_extend [None req-87794b1b-65b4-4fc0-813c-bc5bd57d17fb admin admin] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 17 12:01:48.510151 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.provisioning_blocks [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-a3bfe287-1462-4b3d-ad0e-603466c19882 service neutron] Transition to ACTIVE for port object e35031fa-3260-4017-b2da-7bb3bc1daace will not be triggered until provisioned by entity L2. {{(pid=78700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:01:48.657260 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-e42bba48-7fdd-4839-8586-8406dde0b1c3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=14da6a33-1a1d-42a7-8db9-9f9b379dfca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6214097 May 17 12:01:48.718769 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 9f6f862c-62cf-4348-97a6-1ae5d24727fe up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:01:48.724972 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.db_base_plugin_common [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-aa7d2167-e181-4a26-974e-272e25b67de4 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Allocated IP 172.20.0.10 (0aa99b04-4428-4e05-a28f-238c74f78706/cd8b9db4-1f1b-432a-b983-8b7aa274be94/e606e988-f68e-4583-971b-0396df5625f6) {{(pid=78701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:01:48.732799 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-a3bfe287-1462-4b3d-ad0e-603466c19882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:48.755881 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-87a46b50-efca-49d1-9b39-fec6d2a435d6 req-abc4e5ea-941e-4ebd-9376-a73d3f9ca773 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Synchronizing usage tracker for tenant:6bf663e867404027b23faa6cae49fd9c on resource:port {{(pid=78700) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:01:48.942233 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning for port 9f6f862c-62cf-4348-97a6-1ae5d24727fe completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:01:48.960741 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port 9f6f862c-62cf-4348-97a6-1ae5d24727fe triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:01:48.961152 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:49.026260 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-aef77e71-ab4c-4c90-badd-6d1eafd2ba04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:49.306303 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-87794b1b-65b4-4fc0-813c-bc5bd57d17fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533501'] for network, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:49.487375 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:49.589966 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-74859db0-9003-4a13-a754-2de7a67fa71a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407876'] for floatingip, after_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:49.597647 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] For port 9f6f862c-62cf-4348-97a6-1ae5d24727fe, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=9f6f862c-62cf-4348-97a6-1ae5d24727fe,segment=NetworkSegment(4aeb874b-5262-4be4-9c4d-452a8932079d),segment_id=4aeb874b-5262-4be4-9c4d-452a8932079d)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:01:49.601502 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87794b1b-65b4-4fc0-813c-bc5bd57d17fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:49.602145 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-87794b1b-65b4-4fc0-813c-bc5bd57d17fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for network, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:49.604767 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:49.607166 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:49.630960 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-e2c63a87-819a-4524-91c2-e78b4ecc27cb service neutron] 10.222.0.52 "GET /v2.0/networks/14da6a33-1a1d-42a7-8db9-9f9b379dfca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9611394 May 17 12:01:49.703587 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-74859db0-9003-4a13-a754-2de7a67fa71a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for floatingip, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:49.717985 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-74859db0-9003-4a13-a754-2de7a67fa71a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8817682 May 17 12:01:49.811276 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74859db0-9003-4a13-a754-2de7a67fa71a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Pushing event updated for resources: {'Port': ['ID=80a27d9b-dde9-4217-b233-d39402724b56,revision_number=2']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:49.826790 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-aa7d2167-e181-4a26-974e-272e25b67de4 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Notify callbacks [] for port, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:49.838056 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Pushing event updated for resources: {'Port': ['ID=9f6f862c-62cf-4348-97a6-1ae5d24727fe,revision_number=5']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:49.845811 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-74859db0-9003-4a13-a754-2de7a67fa71a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.427s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:49.864445 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:49.884482 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.agents_db [None req-bc444940-bb86-4de8-ac48-ae4570a6a7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:01:50.002048 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205978b8-98c1-4822-9457-763f889fab2a req-11cab2b4-9989-420f-9be6-b456b2dfc43e tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:50.008708 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-205978b8-98c1-4822-9457-763f889fab2a req-11cab2b4-9989-420f-9be6-b456b2dfc43e tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7cd8c4e-a019-4461-85c4-f31b1994bad4 HTTP/1.1" status: 200 len: 944 time: 1.4870675 May 17 12:01:50.041230 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ca3617de-a181-4a1b-afba-60307f55e6a6 req-15bfe70e-4eeb-4a11-9031-46f2d1c9dc46 service neutron] 10.222.0.52 "GET /v2.0/networks/14da6a33-1a1d-42a7-8db9-9f9b379dfca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620796 May 17 12:01:50.072522 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-87a46b50-efca-49d1-9b39-fec6d2a435d6 req-abc4e5ea-941e-4ebd-9376-a73d3f9ca773 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Unset dirty status for tenant:6bf663e867404027b23faa6cae49fd9c on resource:port {{(pid=78700) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:01:50.073863 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-87a46b50-efca-49d1-9b39-fec6d2a435d6 req-abc4e5ea-941e-4ebd-9376-a73d3f9ca773 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 210 time: 1.6384640 May 17 12:01:50.140002 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-aa7d2167-e181-4a26-974e-272e25b67de4 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161'] for port, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:50.174459 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-75e13fef-e83b-4e88-a473-4e5a617a9e13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:50.186995 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bfe287-1462-4b3d-ad0e-603466c19882 service neutron] Pushing event updated for resources: {'Port': ['ID=e35031fa-3260-4017-b2da-7bb3bc1daace,revision_number=2']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:50.207367 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-a3bfe287-1462-4b3d-ad0e-603466c19882 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.181s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:50.208533 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-136d1024-a031-4eef-a605-21177d1165b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.547s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:50.241652 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-a3bfe287-1462-4b3d-ad0e-603466c19882 service neutron] Attempting to bind port e35031fa-3260-4017-b2da-7bb3bc1daace on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:01:50.242045 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-a3bfe287-1462-4b3d-ad0e-603466c19882 service neutron] Attempting to bind port e35031fa-3260-4017-b2da-7bb3bc1daace by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '887f3473-e426-42df-889f-21311f468f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0aa99b04-4428-4e05-a28f-238c74f78706'}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:01:50.242411 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-a3bfe287-1462-4b3d-ad0e-603466c19882 service neutron] Attempting to bind port e35031fa-3260-4017-b2da-7bb3bc1daace on network 0aa99b04-4428-4e05-a28f-238c74f78706 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:01:50.266977 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-a3bfe287-1462-4b3d-ad0e-603466c19882 service neutron] Port e35031fa-3260-4017-b2da-7bb3bc1daace on network 0aa99b04-4428-4e05-a28f-238c74f78706 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 12:01:50.267302 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-a3bfe287-1462-4b3d-ad0e-603466c19882 service neutron] Attempting to bind port e35031fa-3260-4017-b2da-7bb3bc1daace on network 0aa99b04-4428-4e05-a28f-238c74f78706 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:01:50.361984 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-205978b8-98c1-4822-9457-763f889fab2a req-56808fd7-ef2f-44af-b39b-ca1742be1c78 tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Synchronizing usage tracker for tenant:2d5b8d1bb5df4191a9326c02e197e07e on resource:security_group {{(pid=78701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:01:50.407131 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-aa7d2167-e181-4a26-974e-272e25b67de4 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Network 0aa99b04-4428-4e05-a28f-238c74f78706 is already hosted by enough agents. {{(pid=78701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:01:50.408009 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87794b1b-65b4-4fc0-813c-bc5bd57d17fb admin admin] Pushing event updated for resources: {'Network': ['ID=70303c06-2557-48d0-a1c2-61be5aa48ec8,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:50.419588 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Network 70303c06-2557-48d0-a1c2-61be5aa48ec8 details requested by agent ovs-agent-dv-cinder-734144-19-iscsi with host dv-cinder-734144-19-iscsi {{(pid=78702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 12:01:50.419906 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.base_scheduler [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-aa7d2167-e181-4a26-974e-272e25b67de4 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Resources bound (agent type, host, resource id): {{(pid=78701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:01:50.428730 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-aa7d2167-e181-4a26-974e-272e25b67de4 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Received port after_create {{(pid=78701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:01:50.438207 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-aa7d2167-e181-4a26-974e-272e25b67de4 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:50.439288 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-aa7d2167-e181-4a26-974e-272e25b67de4 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for port, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:50.444814 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-87794b1b-65b4-4fc0-813c-bc5bd57d17fb admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 5.8532057 May 17 12:01:50.456792 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 55166) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:50.485475 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d2167-e181-4a26-974e-272e25b67de4 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Pushing event updated for resources: {'Port': ['ID=e606e988-f68e-4583-971b-0396df5625f6,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:50.495348 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-06d2d1df-6c73-4657-997d-ace5956f31f5 admin admin] Request body: {'subnet': {'network_id': '70303c06-2557-48d0-a1c2-61be5aa48ec8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-520368397-subnet', 'tenant_id': '568f9f107e204bd7bf7316c6fd443588', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:01:50.498578 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-205978b8-98c1-4822-9457-763f889fab2a req-56808fd7-ef2f-44af-b39b-ca1742be1c78 tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Unset dirty status for tenant:2d5b8d1bb5df4191a9326c02e197e07e on resource:security_group {{(pid=78701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:01:50.508664 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-205978b8-98c1-4822-9457-763f889fab2a req-56808fd7-ef2f-44af-b39b-ca1742be1c78 tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] 10.222.0.11 "GET /v2.0/security-groups?id=83173f9e-afa1-4465-8ae3-10f5431589f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4908321 May 17 12:01:50.513653 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-aa7d2167-e181-4a26-974e-272e25b67de4 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:50.524266 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-06d2d1df-6c73-4657-997d-ace5956f31f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:01:50.529295 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-06d2d1df-6c73-4657-997d-ace5956f31f5 admin admin] Usage tracker for resource:subnet and tenant:568f9f107e204bd7bf7316c6fd443588 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:01:50.532865 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-06d2d1df-6c73-4657-997d-ace5956f31f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:01:50.538685 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-87794b1b-65b4-4fc0-813c-bc5bd57d17fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:50.540618 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-aa7d2167-e181-4a26-974e-272e25b67de4 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5157769 May 17 12:01:50.541755 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-06d2d1df-6c73-4657-997d-ace5956f31f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:01:50.557644 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-a3bfe287-1462-4b3d-ad0e-603466c19882 service neutron] Checking agent: {'id': 'cd1455da-95ea-496d-8b07-9fb5ea757b4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 59, 37), 'started_at': datetime.datetime(2021, 5, 17, 11, 59, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:01:50.557949 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-a3bfe287-1462-4b3d-ad0e-603466c19882 service neutron] Checking segment: {'id': '887f3473-e426-42df-889f-21311f468f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0aa99b04-4428-4e05-a28f-238c74f78706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:01:50.563284 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-a3bfe287-1462-4b3d-ad0e-603466c19882 service neutron] Bound using segment: {'id': '887f3473-e426-42df-889f-21311f468f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0aa99b04-4428-4e05-a28f-238c74f78706'} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:01:50.563284 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-a3bfe287-1462-4b3d-ad0e-603466c19882 service neutron] Bound port: e35031fa-3260-4017-b2da-7bb3bc1daace, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887f3473-e426-42df-889f-21311f468f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0aa99b04-4428-4e05-a28f-238c74f78706'}}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:01:50.563284 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-a3bfe287-1462-4b3d-ad0e-603466c19882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:50.571256 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-8cd24ea6-bc69-4526-bfaa-ef0898d12331 service neutron] Request body: {'port': {'device_id': '32a7babc-5a69-4085-adc3-ec64ba5723c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:01:50.602780 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 9f6f862c-62cf-4348-97a6-1ae5d24727fe up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:01:50.643965 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d2d1df-6c73-4657-997d-ace5956f31f5 admin admin] Made reservation on behalf of 568f9f107e204bd7bf7316c6fd443588 for: {'subnet': 1} {{(pid=78701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:01:50.659337 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-06d2d1df-6c73-4657-997d-ace5956f31f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:50.664084 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-25dd82c1-ed37-4480-947a-883449d47597 req-af9cea13-8c07-41f0-8477-4f53cdecd5f2 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Synchronizing usage tracker for tenant:74eacc72869f49c6b97dcf14e5f937b4 on resource:security_group {{(pid=78700) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:01:50.716919 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0cd8b8-e2bb-42a4-a6cb-2f1a1fb49cf2 req-1d52c43f-e2b8-44a4-91df-65aa1206be52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:50.718652 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-bb0cd8b8-e2bb-42a4-a6cb-2f1a1fb49cf2 req-1d52c43f-e2b8-44a4-91df-65aa1206be52 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2d5b8d1bb5df4191a9326c02e197e07e&device_id=b7cd8c4e-a019-4461-85c4-f31b1994bad4 HTTP/1.1" status: 200 len: 1097 time: 0.5826221 May 17 12:01:50.735996 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-25dd82c1-ed37-4480-947a-883449d47597 req-af9cea13-8c07-41f0-8477-4f53cdecd5f2 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Unset dirty status for tenant:74eacc72869f49c6b97dcf14e5f937b4 on resource:security_group {{(pid=78700) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:01:50.745382 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-25dd82c1-ed37-4480-947a-883449d47597 req-af9cea13-8c07-41f0-8477-4f53cdecd5f2 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--2147192378&fields=id&tenant_id=74eacc72869f49c6b97dcf14e5f937b4 HTTP/1.1" status: 200 len: 267 time: 0.2907043 May 17 12:01:50.777715 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-a3bfe287-1462-4b3d-ad0e-603466c19882 service neutron] For port e35031fa-3260-4017-b2da-7bb3bc1daace, host hv-cinder-73414, cleared binding levels {{(pid=78700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:01:50.825511 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port 9f6f862c-62cf-4348-97a6-1ae5d24727fe triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:01:50.825901 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:51.088222 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-a3bfe287-1462-4b3d-ad0e-603466c19882 service neutron] For port e35031fa-3260-4017-b2da-7bb3bc1daace, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e35031fa-3260-4017-b2da-7bb3bc1daace,segment=NetworkSegment(887f3473-e426-42df-889f-21311f468f7e),segment_id=887f3473-e426-42df-889f-21311f468f7e)] {{(pid=78700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:01:51.094251 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0cd8b8-e2bb-42a4-a6cb-2f1a1fb49cf2 req-74f6cb03-e342-4d7d-bd3b-4729e605e2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:51.101796 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-8cd24ea6-bc69-4526-bfaa-ef0898d12331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:51.103508 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-bb0cd8b8-e2bb-42a4-a6cb-2f1a1fb49cf2 req-74f6cb03-e342-4d7d-bd3b-4729e605e2a5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=14da6a33-1a1d-42a7-8db9-9f9b379dfca4 HTTP/1.1" status: 200 len: 913 time: 0.3342791 May 17 12:01:51.110482 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-a3bfe287-1462-4b3d-ad0e-603466c19882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:51.126285 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:51.277768 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-bb0cd8b8-e2bb-42a4-a6cb-2f1a1fb49cf2 req-edeaaa33-6e67-49b7-9695-6061e1d35acb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de5489e2-cdf8-464b-87bf-5cf98682971d HTTP/1.1" status: 200 len: 217 time: 0.1524720 May 17 12:01:51.282019 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-a3bfe287-1462-4b3d-ad0e-603466c19882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:51.282641 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-a3bfe287-1462-4b3d-ad0e-603466c19882 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:51.284435 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-a3bfe287-1462-4b3d-ad0e-603466c19882 service neutron] 10.222.0.52 "PUT /v2.0/ports/e35031fa-3260-4017-b2da-7bb3bc1daace HTTP/1.1" status: 200 len: 1093 time: 8.1450372 May 17 12:01:51.286349 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c03b8db5-44c2-456f-ae8f-6b6fe912c165', 'tag': 'e35031fa-3260-4017-b2da-7bb3bc1daace'}] {{(pid=78700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:01:51.440038 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd82c1-ed37-4480-947a-883449d47597 req-1762d2de-ad23-4077-b1b8-2134ac8add3c tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:51.448121 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-25dd82c1-ed37-4480-947a-883449d47597 req-1762d2de-ad23-4077-b1b8-2134ac8add3c tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/networks?id=232f65e1-0da5-4006-971a-4fd3e6d8c4db HTTP/1.1" status: 200 len: 810 time: 0.7017446 May 17 12:01:51.453448 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bfe287-1462-4b3d-ad0e-603466c19882 service neutron] Pushing event updated for resources: {'Port': ['ID=e35031fa-3260-4017-b2da-7bb3bc1daace,revision_number=3']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:51.473995 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-a3bfe287-1462-4b3d-ad0e-603466c19882 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:51.480780 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0cd8b8-e2bb-42a4-a6cb-2f1a1fb49cf2 req-2cf91f0e-1fcc-4e30-aae3-d20d20d07ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:51.482255 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-bb0cd8b8-e2bb-42a4-a6cb-2f1a1fb49cf2 req-2cf91f0e-1fcc-4e30-aae3-d20d20d07ff2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=67cd3e72-2f24-46ab-b181-47f97ee4c177 HTTP/1.1" status: 200 len: 852 time: 0.1865962 May 17 12:01:51.490513 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-25dd82c1-ed37-4480-947a-883449d47597 req-c6d0c155-2aaf-4367-a2bb-5b6601117341 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/quotas/74eacc72869f49c6b97dcf14e5f937b4 HTTP/1.1" status: 200 len: 375 time: 0.0413921 May 17 12:01:51.629233 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd9084-ed86-4afa-927e-364ad1cd5a09 req-0aef391f-65c4-409e-ba0b-c124c7450bcc tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:51.630665 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-1edd9084-ed86-4afa-927e-364ad1cd5a09 req-0aef391f-65c4-409e-ba0b-c124c7450bcc tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Synchronizing usage tracker for tenant:6bf663e867404027b23faa6cae49fd9c on resource:port {{(pid=78701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:01:51.673949 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-bb0cd8b8-e2bb-42a4-a6cb-2f1a1fb49cf2 req-6478fc08-8f3c-4cdc-845f-9b5767c83724 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=14da6a33-1a1d-42a7-8db9-9f9b379dfca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1812947 May 17 12:01:51.716875 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-1edd9084-ed86-4afa-927e-364ad1cd5a09 req-0aef391f-65c4-409e-ba0b-c124c7450bcc tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Unset dirty status for tenant:6bf663e867404027b23faa6cae49fd9c on resource:port {{(pid=78701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:01:51.718111 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-1edd9084-ed86-4afa-927e-364ad1cd5a09 req-0aef391f-65c4-409e-ba0b-c124c7450bcc tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 932 time: 0.4715228 May 17 12:01:51.787881 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-ae36ee83-8f4a-407b-b000-fc7805925845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:51.789442 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-ae36ee83-8f4a-407b-b000-fc7805925845 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6bf663e867404027b23faa6cae49fd9c&device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 1096 time: 0.4420660 May 17 12:01:51.858280 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.notifiers.nova [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-8cd24ea6-bc69-4526-bfaa-ef0898d12331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e606e988-f68e-4583-971b-0396df5625f6 {{(pid=78701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:01:51.871395 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-8cd24ea6-bc69-4526-bfaa-ef0898d12331 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:51.882406 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-1edd9084-ed86-4afa-927e-364ad1cd5a09 req-08ad47c8-8a70-46d0-a3c9-fc96254fb389 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Synchronizing usage tracker for tenant:6bf663e867404027b23faa6cae49fd9c on resource:security_group {{(pid=78701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:01:51.891197 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-06d2d1df-6c73-4657-997d-ace5956f31f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450'] for subnet, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:51.893633 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-972b0348-140d-4386-aa6f-6e02ec6a6ef7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e35031fa-3260-4017-b2da-7bb3bc1daace HTTP/1.1" status: 200 len: 217 time: 0.0950706 May 17 12:01:51.908877 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.provisioning_blocks [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-8cd24ea6-bc69-4526-bfaa-ef0898d12331 service neutron] Transition to ACTIVE for port object e606e988-f68e-4583-971b-0396df5625f6 will not be triggered until provisioned by entity L2. {{(pid=78701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:01:51.916435 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 55228) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:51.938064 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-f18414c0-0759-491d-9bf1-769c56804558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:51.960184 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-25dd82c1-ed37-4480-947a-883449d47597 req-b1b8e31c-a6a2-4bc7-b9ec-f79e98a8198e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=74eacc72869f49c6b97dcf14e5f937b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4687936 May 17 12:01:52.028585 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-1edd9084-ed86-4afa-927e-364ad1cd5a09 req-08ad47c8-8a70-46d0-a3c9-fc96254fb389 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Unset dirty status for tenant:6bf663e867404027b23faa6cae49fd9c on resource:security_group {{(pid=78701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:01:52.030019 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-1edd9084-ed86-4afa-927e-364ad1cd5a09 req-08ad47c8-8a70-46d0-a3c9-fc96254fb389 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784717 May 17 12:01:52.030659 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-8cd24ea6-bc69-4526-bfaa-ef0898d12331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:52.103978 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d2d1df-6c73-4657-997d-ace5956f31f5 admin admin] Checking segment: {'id': 'becebb83-3e74-4966-9dc5-9812eba5c8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '70303c06-2557-48d0-a1c2-61be5aa48ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:01:52.106530 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d2d1df-6c73-4657-997d-ace5956f31f5 admin admin] Network hostable DHCP agents. Network: 70303c06-2557-48d0-a1c2-61be5aa48ec8, hostable agents: ['1bb0aafc-e938-4aea-abc6-5926a36b60fa'], hosted agents: [] {{(pid=78701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:01:52.111504 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d2d1df-6c73-4657-997d-ace5956f31f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80d5b925-86e1-4d59-bbc1-57966d60b3de,revision_number=0']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:52.178942 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c03b8db5-44c2-456f-ae8f-6b6fe912c165', 'tag': 'e35031fa-3260-4017-b2da-7bb3bc1daace', 'status': 'completed', 'code': 200} May 17 12:01:52.232884 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-bb0cd8b8-e2bb-42a4-a6cb-2f1a1fb49cf2 req-654ba14f-0334-4331-b04d-e8feae7961a8 service neutron] 10.222.0.52 "GET /v2.0/networks/14da6a33-1a1d-42a7-8db9-9f9b379dfca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5472343 May 17 12:01:52.279229 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-c9daac37-140b-4139-ba73-50cc8c610c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:52.280845 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-c9daac37-140b-4139-ba73-50cc8c610c2b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cd8b9db4-1f1b-432a-b983-8b7aa274be94 HTTP/1.1" status: 200 len: 859 time: 0.3719559 May 17 12:01:52.345191 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-17d634ea-76e3-4157-993e-cf42a38ff0fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:52.382931 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-25dd82c1-ed37-4480-947a-883449d47597 req-c9e7ba5f-1229-475b-8af0-d27768f9fc23 service neutron] 10.222.0.11 "GET /v2.0/networks/232f65e1-0da5-4006-971a-4fd3e6d8c4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218948 May 17 12:01:52.404357 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-06d2d1df-6c73-4657-997d-ace5956f31f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:52.409909 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-b3f7df63-617a-43fc-9d8b-6e011eb068d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.363s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:52.479696 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd24ea6-bc69-4526-bfaa-ef0898d12331 service neutron] Pushing event updated for resources: {'Port': ['ID=e606e988-f68e-4583-971b-0396df5625f6,revision_number=2']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:52.485066 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-17d634ea-76e3-4157-993e-cf42a38ff0fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:01:52.489911 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-17d634ea-76e3-4157-993e-cf42a38ff0fc admin admin] Usage tracker for resource:security_group_rule and tenant:bddb972d8e1a4d4698d78b84de8ba5a5 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:01:52.492888 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-17d634ea-76e3-4157-993e-cf42a38ff0fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:01:52.499178 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-17d634ea-76e3-4157-993e-cf42a38ff0fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:01:52.526368 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d2d1df-6c73-4657-997d-ace5956f31f5 admin admin] Network 70303c06-2557-48d0-a1c2-61be5aa48ec8 is scheduled to be hosted by DHCP agent 1bb0aafc-e938-4aea-abc6-5926a36b60fa with binding_index 1 {{(pid=78701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:01:52.534259 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-904ebce2-21eb-4660-a1df-35c767c7ee9f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0aa99b04-4428-4e05-a28f-238c74f78706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1891861 May 17 12:01:52.537453 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-8cd24ea6-bc69-4526-bfaa-ef0898d12331 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:52.633333 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-17d634ea-76e3-4157-993e-cf42a38ff0fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:52.634891 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.managers [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-8cd24ea6-bc69-4526-bfaa-ef0898d12331 service neutron] Attempting to bind port e606e988-f68e-4583-971b-0396df5625f6 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:01:52.635427 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.managers [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-8cd24ea6-bc69-4526-bfaa-ef0898d12331 service neutron] Attempting to bind port e606e988-f68e-4583-971b-0396df5625f6 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '887f3473-e426-42df-889f-21311f468f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0aa99b04-4428-4e05-a28f-238c74f78706'}] {{(pid=78701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:01:52.636061 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-8cd24ea6-bc69-4526-bfaa-ef0898d12331 service neutron] Attempting to bind port e606e988-f68e-4583-971b-0396df5625f6 on network 0aa99b04-4428-4e05-a28f-238c74f78706 {{(pid=78701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:01:52.638447 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.base_scheduler [None req-06d2d1df-6c73-4657-997d-ace5956f31f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-19-iscsi, 70303c06-2557-48d0-a1c2-61be5aa48ec8) {{(pid=78701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:01:52.649516 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-17d634ea-76e3-4157-993e-cf42a38ff0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:52.651735 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4630da1a-94fa-40cc-8be8-628ecc3c2651 None None] Network 70303c06-2557-48d0-a1c2-61be5aa48ec8 requested from dv-cinder-734144-19-iscsi {{(pid=78702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:01:52.653483 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d2d1df-6c73-4657-997d-ace5956f31f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:52.654235 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-06d2d1df-6c73-4657-997d-ace5956f31f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for subnet, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:52.658035 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-8cd24ea6-bc69-4526-bfaa-ef0898d12331 service neutron] Port e606e988-f68e-4583-971b-0396df5625f6 on network 0aa99b04-4428-4e05-a28f-238c74f78706 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 12:01:52.658543 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-8cd24ea6-bc69-4526-bfaa-ef0898d12331 service neutron] Attempting to bind port e606e988-f68e-4583-971b-0396df5625f6 on network 0aa99b04-4428-4e05-a28f-238c74f78706 {{(pid=78701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:01:52.681790 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:52.697825 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-8cd24ea6-bc69-4526-bfaa-ef0898d12331 service neutron] Checking agent: {'id': 'cd1455da-95ea-496d-8b07-9fb5ea757b4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 59, 37), 'started_at': datetime.datetime(2021, 5, 17, 11, 59, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:01:52.698444 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-8cd24ea6-bc69-4526-bfaa-ef0898d12331 service neutron] Checking segment: {'id': '887f3473-e426-42df-889f-21311f468f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0aa99b04-4428-4e05-a28f-238c74f78706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:01:52.699145 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-8cd24ea6-bc69-4526-bfaa-ef0898d12331 service neutron] Bound using segment: {'id': '887f3473-e426-42df-889f-21311f468f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0aa99b04-4428-4e05-a28f-238c74f78706'} {{(pid=78701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:01:52.699850 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.managers [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-8cd24ea6-bc69-4526-bfaa-ef0898d12331 service neutron] Bound port: e606e988-f68e-4583-971b-0396df5625f6, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887f3473-e426-42df-889f-21311f468f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0aa99b04-4428-4e05-a28f-238c74f78706'}}] {{(pid=78701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:01:52.700487 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-8cd24ea6-bc69-4526-bfaa-ef0898d12331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:52.797903 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6da91-7f8f-45ae-a8c7-4e19b4819876 req-fda11413-4ecb-4f33-aeda-b3e07a4dbd2f tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:52.806390 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-c8d6da91-7f8f-45ae-a8c7-4e19b4819876 req-fda11413-4ecb-4f33-aeda-b3e07a4dbd2f tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7cd8c4e-a019-4461-85c4-f31b1994bad4 HTTP/1.1" status: 200 len: 944 time: 0.5384569 May 17 12:01:52.824558 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-17d634ea-76e3-4157-993e-cf42a38ff0fc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bddb972d8e1a4d4698d78b84de8ba5a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8276577 May 17 12:01:52.826277 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-06d2d1df-6c73-4657-997d-ace5956f31f5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3663805 May 17 12:01:52.830406 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 55264) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:52.831183 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d634ea-76e3-4157-993e-cf42a38ff0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed96c86-e091-42df-8e6a-1ff4d8d280f9,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:52.854831 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 55268) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:52.863551 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-17d634ea-76e3-4157-993e-cf42a38ff0fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:52.907199 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-25dd82c1-ed37-4480-947a-883449d47597 req-4d6ccd4d-6a9a-4723-8bae-cf94274861fe service neutron] 10.222.0.11 "GET /v2.0/networks/232f65e1-0da5-4006-971a-4fd3e6d8c4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410203 May 17 12:01:52.918918 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-bb0cd8b8-e2bb-42a4-a6cb-2f1a1fb49cf2 req-6ebfa856-a7c7-4bd4-b4d0-3ee68f1b2b78 service neutron] 10.222.0.52 "GET /v2.0/networks/14da6a33-1a1d-42a7-8db9-9f9b379dfca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6740506 May 17 12:01:53.052162 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-61f73b78-940f-4348-a3c9-7208065eec3c service neutron] 10.222.0.52 "GET /v2.0/networks/0aa99b04-4428-4e05-a28f-238c74f78706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4574425 May 17 12:01:53.139563 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 55280) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:53.165307 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc944f8-c4d0-42fe-a9b9-3b1618d8dee3 None None] Network 70303c06-2557-48d0-a1c2-61be5aa48ec8 requested from dv-cinder-734144-19-iscsi {{(pid=78702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:01:53.237473 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.db [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-8cd24ea6-bc69-4526-bfaa-ef0898d12331 service neutron] For port e606e988-f68e-4583-971b-0396df5625f6, host hv-cinder-73414, cleared binding levels {{(pid=78701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:01:53.246329 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.db [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-8cd24ea6-bc69-4526-bfaa-ef0898d12331 service neutron] For port e606e988-f68e-4583-971b-0396df5625f6, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e606e988-f68e-4583-971b-0396df5625f6,segment=NetworkSegment(887f3473-e426-42df-889f-21311f468f7e),segment_id=887f3473-e426-42df-889f-21311f468f7e)] {{(pid=78701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:01:53.345574 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-c8d6da91-7f8f-45ae-a8c7-4e19b4819876 req-44425252-e926-4079-a728-63bda5685ea8 tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] 10.222.0.11 "GET /v2.0/security-groups?id=83173f9e-afa1-4465-8ae3-10f5431589f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5375910 May 17 12:01:53.350195 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-8cd24ea6-bc69-4526-bfaa-ef0898d12331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:53.414712 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 55290) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:53.415674 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-cfd2d8f7-e0c3-4ca9-9da2-b3b5a0a33b3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:53.481680 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-74859db0-9003-4a13-a754-2de7a67fa71a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:53.604050 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-ac3683c5-07d5-4b77-8b3b-3face0e86bf9 req-0fbebb40-c7fa-4519-9b26-4b85f4098431 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Synchronizing usage tracker for tenant:74eacc72869f49c6b97dcf14e5f937b4 on resource:port {{(pid=78701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:01:53.608922 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.db_base_plugin_v2 [None req-40eaa83f-96ff-4403-a371-6731faf1aaf7 admin admin] Deleting subnet af12a7c6-04e8-48d8-8f10-32797dfd7951 {{(pid=78700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 12:01:53.621600 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-40eaa83f-96ff-4403-a371-6731faf1aaf7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:53.632393 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-cfd2d8f7-e0c3-4ca9-9da2-b3b5a0a33b3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:01:53.655804 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-ac3683c5-07d5-4b77-8b3b-3face0e86bf9 req-0fbebb40-c7fa-4519-9b26-4b85f4098431 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Unset dirty status for tenant:74eacc72869f49c6b97dcf14e5f937b4 on resource:port {{(pid=78701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:01:53.657714 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-ac3683c5-07d5-4b77-8b3b-3face0e86bf9 req-0fbebb40-c7fa-4519-9b26-4b85f4098431 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 210 time: 0.1820598 May 17 12:01:53.659168 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-cfd2d8f7-e0c3-4ca9-9da2-b3b5a0a33b3a admin admin] Usage tracker for resource:security_group_rule and tenant:08a1e09f97a44534a27a351c492018b5 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:01:53.667169 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-cfd2d8f7-e0c3-4ca9-9da2-b3b5a0a33b3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:01:53.673340 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-8cd24ea6-bc69-4526-bfaa-ef0898d12331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:53.673954 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-8cd24ea6-bc69-4526-bfaa-ef0898d12331 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for port, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:53.675405 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-8cd24ea6-bc69-4526-bfaa-ef0898d12331 service neutron] 10.222.0.52 "PUT /v2.0/ports/e606e988-f68e-4583-971b-0396df5625f6 HTTP/1.1" status: 200 len: 1094 time: 3.1215746 May 17 12:01:53.685167 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a7babc-5a69-4085-adc3-ec64ba5723c5', 'tag': 'e606e988-f68e-4583-971b-0396df5625f6'}] {{(pid=78701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:01:53.713120 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f36b6a21-a2f4-4d25-ac46-6610127852c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:53.751753 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-cfd2d8f7-e0c3-4ca9-9da2-b3b5a0a33b3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:01:53.752244 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-f36b6a21-a2f4-4d25-ac46-6610127852c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:01:53.758059 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-f36b6a21-a2f4-4d25-ac46-6610127852c8 admin admin] Usage tracker for resource:security_group_rule and tenant:c130c187c1e042d59369e3edf319d900 is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:01:53.760955 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-f36b6a21-a2f4-4d25-ac46-6610127852c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:01:53.767897 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-f36b6a21-a2f4-4d25-ac46-6610127852c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:01:53.808019 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-40eaa83f-96ff-4403-a371-6731faf1aaf7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:53.818301 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-77720bce-9fa8-4bf2-9ce2-f0fb6fd9006a req-b7dea2c9-6a2f-4efb-8549-49ca1b3754ed service neutron] 10.222.0.52 "GET /v2.0/networks/0aa99b04-4428-4e05-a28f-238c74f78706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7533891 May 17 12:01:53.824884 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-40eaa83f-96ff-4403-a371-6731faf1aaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383026'] for subnet, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:53.826840 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-0f563ee9-89ed-4423-aace-a7d2470bc51a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:53.857296 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd24ea6-bc69-4526-bfaa-ef0898d12331 service neutron] Pushing event updated for resources: {'Port': ['ID=e606e988-f68e-4583-971b-0396df5625f6,revision_number=3']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:53.874424 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-8cd24ea6-bc69-4526-bfaa-ef0898d12331 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:53.889258 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-0f563ee9-89ed-4423-aace-a7d2470bc51a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:53.970839 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-89309afc-01d6-4d16-82e7-dfa1ec24b22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:53.972592 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-89309afc-01d6-4d16-82e7-dfa1ec24b22c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6bf663e867404027b23faa6cae49fd9c&device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 1097 time: 0.2221875 May 17 12:01:54.054927 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d08f01-97e3-49d7-a020-c30dcd999db6 req-7b8adebc-b070-43c7-a752-9a7defbf2a87 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:54.055169 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-b3d08f01-97e3-49d7-a020-c30dcd999db6 req-7b8adebc-b070-43c7-a752-9a7defbf2a87 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 944 time: 0.6370049 May 17 12:01:54.072809 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-0f563ee9-89ed-4423-aace-a7d2470bc51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:54.074906 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-f6a09fa3-6e94-4f4d-8e13-85c17a623e1c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e606e988-f68e-4583-971b-0396df5625f6 HTTP/1.1" status: 200 len: 217 time: 0.0940709 May 17 12:01:54.086139 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-17d634ea-76e3-4157-993e-cf42a38ff0fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:54.151635 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f563ee9-89ed-4423-aace-a7d2470bc51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed96c86-e091-42df-8e6a-1ff4d8d280f9,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:54.167526 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-0f563ee9-89ed-4423-aace-a7d2470bc51a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:54.197565 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a7babc-5a69-4085-adc3-ec64ba5723c5', 'tag': 'e606e988-f68e-4583-971b-0396df5625f6', 'status': 'completed', 'code': 200} May 17 12:01:54.202365 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-0f563ee9-89ed-4423-aace-a7d2470bc51a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:54.203528 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-0f563ee9-89ed-4423-aace-a7d2470bc51a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5ed96c86-e091-42df-8e6a-1ff4d8d280f9 HTTP/1.1" status: 204 len: 168 time: 1.3449829 May 17 12:01:54.226765 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-cfd2d8f7-e0c3-4ca9-9da2-b3b5a0a33b3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:54.231698 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-f6f4b2a8-ee79-4913-8b9b-840d9d51330f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:54.233287 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-f6f4b2a8-ee79-4913-8b9b-840d9d51330f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cd8b9db4-1f1b-432a-b983-8b7aa274be94 HTTP/1.1" status: 200 len: 859 time: 0.1491740 May 17 12:01:54.234768 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-cfd2d8f7-e0c3-4ca9-9da2-b3b5a0a33b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:54.247712 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:54.303614 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f36b6a21-a2f4-4d25-ac46-6610127852c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:54.315240 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-3a77d13a-be7e-4964-a907-7291eb068bd0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0aa99b04-4428-4e05-a28f-238c74f78706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700054 May 17 12:01:54.319135 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f36b6a21-a2f4-4d25-ac46-6610127852c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:54.359287 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-cfd2d8f7-e0c3-4ca9-9da2-b3b5a0a33b3a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=08a1e09f97a44534a27a351c492018b5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5248199 May 17 12:01:54.365524 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 55320) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:54.397965 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:54.410474 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd2d8f7-e0c3-4ca9-9da2-b3b5a0a33b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac674d8-7097-47e4-9beb-b0be13287094,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:54.436591 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-cfd2d8f7-e0c3-4ca9-9da2-b3b5a0a33b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:54.444377 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-b3d08f01-97e3-49d7-a020-c30dcd999db6 req-2da5bcc6-54b7-4803-849b-4af437500d04 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333293 May 17 12:01:54.492058 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-f36b6a21-a2f4-4d25-ac46-6610127852c8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c130c187c1e042d59369e3edf319d900&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0628176 May 17 12:01:54.496500 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 55326) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:54.499740 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-ba422590-8b0f-44d7-8706-bca4c4d831dc service neutron] 10.222.0.52 "GET /v2.0/networks/0aa99b04-4428-4e05-a28f-238c74f78706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735494 May 17 12:01:54.524793 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b6a21-a2f4-4d25-ac46-6610127852c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737b0844-eb14-411f-b4d1-7e14a6abe785,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:54.527957 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-f36b6a21-a2f4-4d25-ac46-6610127852c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:54.582069 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e5feb-ff89-4bef-b3fc-a0eba470cad0 req-62579153-e03e-4290-ae94-d7f7794ce74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:54.583634 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-380e5feb-ff89-4bef-b3fc-a0eba470cad0 req-62579153-e03e-4290-ae94-d7f7794ce74e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6bf663e867404027b23faa6cae49fd9c&device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 1096 time: 0.5389850 May 17 12:01:54.598120 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-40eaa83f-96ff-4403-a371-6731faf1aaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450'] for subnet, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:54.630776 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-6829c812-1cd7-4dd1-becf-6903d71648af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:54.636469 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-3fc955eb-d9db-40fa-98fc-4d863d0a2a0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:54.683922 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 55334) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:54.687476 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-53f8ef88-c7b0-48e0-bd26-7266d7376ddb req-2bbc284f-5d31-404d-86a8-2caa411171a5 service neutron] 10.222.0.52 "GET /v2.0/networks/0aa99b04-4428-4e05-a28f-238c74f78706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783485 May 17 12:01:54.820773 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-40eaa83f-96ff-4403-a371-6731faf1aaf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for subnet, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:54.824083 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eaa83f-96ff-4403-a371-6731faf1aaf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af12a7c6-04e8-48d8-8f10-32797dfd7951,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:54.826398 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-40eaa83f-96ff-4403-a371-6731faf1aaf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:54.899629 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-9aa3517d-1207-4ffc-8d9f-8bdd8f7883f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:54.901854 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42de7b2-206f-478f-aca7-4911b73770b0 req-b840bbb3-6a1e-47a8-b143-34759e23f7f7 tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:54.903693 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-a42de7b2-206f-478f-aca7-4911b73770b0 req-b840bbb3-6a1e-47a8-b143-34759e23f7f7 tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7cd8c4e-a019-4461-85c4-f31b1994bad4 HTTP/1.1" status: 200 len: 944 time: 0.2153063 May 17 12:01:54.923175 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-6829c812-1cd7-4dd1-becf-6903d71648af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:54.953565 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-40eaa83f-96ff-4403-a371-6731faf1aaf7 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/af12a7c6-04e8-48d8-8f10-32797dfd7951 HTTP/1.1" status: 204 len: 168 time: 1.8109136 May 17 12:01:54.959084 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 55342) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:54.971348 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-a42de7b2-206f-478f-aca7-4911b73770b0 req-5356121e-2135-44d7-9ab2-4199507f995e tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] 10.222.0.11 "GET /v2.0/security-groups?id=83173f9e-afa1-4465-8ae3-10f5431589f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549345 May 17 12:01:54.999795 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-d443f1e4-b5b8-4604-9ccf-a52f73b253c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:55.006710 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd82c1-ed37-4480-947a-883449d47597 req-80bef3dd-83e6-4363-b9d6-93cc49df994f tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:55.007827 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-25dd82c1-ed37-4480-947a-883449d47597 req-80bef3dd-83e6-4363-b9d6-93cc49df994f tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Synchronizing usage tracker for tenant:74eacc72869f49c6b97dcf14e5f937b4 on resource:network {{(pid=78701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:01:55.009532 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-9aa3517d-1207-4ffc-8d9f-8bdd8f7883f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:01:55.059475 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-9aa3517d-1207-4ffc-8d9f-8bdd8f7883f7 admin admin] Usage tracker for resource:security_group_rule and tenant:5ac32c6f23064cada74c3a536140811e is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:01:55.088903 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-e160ebcd-5c5a-473e-a113-8684de88044c req-3d310d26-d4d0-4db6-82c3-368e0d801de8 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 210 time: 0.1532927 May 17 12:01:55.093105 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-9aa3517d-1207-4ffc-8d9f-8bdd8f7883f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:01:55.102350 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-25dd82c1-ed37-4480-947a-883449d47597 req-80bef3dd-83e6-4363-b9d6-93cc49df994f tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Unset dirty status for tenant:74eacc72869f49c6b97dcf14e5f937b4 on resource:network {{(pid=78701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:01:55.103450 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-25dd82c1-ed37-4480-947a-883449d47597 req-80bef3dd-83e6-4363-b9d6-93cc49df994f tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.52 "GET /v2.0/networks?id=232f65e1-0da5-4006-971a-4fd3e6d8c4db HTTP/1.1" status: 200 len: 810 time: 0.3470752 May 17 12:01:55.107734 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7661a89b-8b5c-4d46-9473-7a015f54b3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1494564'] for network, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:55.112517 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-9aa3517d-1207-4ffc-8d9f-8bdd8f7883f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:01:55.133840 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device de5489e2-cdf8-464b-87bf-5cf98682971d details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:01:55.155975 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-d443f1e4-b5b8-4604-9ccf-a52f73b253c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:55.173759 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e5feb-ff89-4bef-b3fc-a0eba470cad0 req-681205c4-647e-43e8-af26-341eb64bd1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:55.175292 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-380e5feb-ff89-4bef-b3fc-a0eba470cad0 req-681205c4-647e-43e8-af26-341eb64bd1fb service neutron] 10.222.0.52 "GET /v2.0/networks?id=0aa99b04-4428-4e05-a28f-238c74f78706 HTTP/1.1" status: 200 len: 920 time: 0.5664806 May 17 12:01:55.269678 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7661a89b-8b5c-4d46-9473-7a015f54b3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382983', 'neutron.services.segments.db._delete_segments_for_network-8762327220098'] for network, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:55.285129 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7661a89b-8b5c-4d46-9473-7a015f54b3df admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:01:55.285129 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7661a89b-8b5c-4d46-9473-7a015f54b3df admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:01:55.285606 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7661a89b-8b5c-4d46-9473-7a015f54b3df admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:01:55.286158 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7661a89b-8b5c-4d46-9473-7a015f54b3df admin admin] Subscribe: > port after_create 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:01:55.286602 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7661a89b-8b5c-4d46-9473-7a015f54b3df admin admin] Subscribe: > port after_delete 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:01:55.286931 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7661a89b-8b5c-4d46-9473-7a015f54b3df admin admin] Subscribe: > port after_update 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:01:55.287246 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7661a89b-8b5c-4d46-9473-7a015f54b3df admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:01:55.287572 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7661a89b-8b5c-4d46-9473-7a015f54b3df admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:01:55.287880 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7661a89b-8b5c-4d46-9473-7a015f54b3df admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:01:55.288213 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7661a89b-8b5c-4d46-9473-7a015f54b3df admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:01:55.336633 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port de5489e2-cdf8-464b-87bf-5cf98682971d, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=de5489e2-cdf8-464b-87bf-5cf98682971d,segment=NetworkSegment(d34206cf-c55b-4406-92d8-f00429ecc993),segment_id=d34206cf-c55b-4406-92d8-f00429ecc993)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:01:55.350005 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-380e5feb-ff89-4bef-b3fc-a0eba470cad0 req-01dfe3b7-b799-4566-842b-fa372f602b55 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e35031fa-3260-4017-b2da-7bb3bc1daace HTTP/1.1" status: 200 len: 217 time: 0.1260014 May 17 12:01:55.356882 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Returning: {'device': 'de5489e2-cdf8-464b-87bf-5cf98682971d', 'network_id': '14da6a33-1a1d-42a7-8db9-9f9b379dfca4', 'port_id': 'de5489e2-cdf8-464b-87bf-5cf98682971d', 'mac_address': 'fa:16:3e:d1:05:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67cd3e72-2f24-46ab-b181-47f97ee4c177', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:01:55.385890 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7661a89b-8b5c-4d46-9473-7a015f54b3df admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:01:55.386615 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7661a89b-8b5c-4d46-9473-7a015f54b3df admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:01:55.387142 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7661a89b-8b5c-4d46-9473-7a015f54b3df admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:01:55.387480 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7661a89b-8b5c-4d46-9473-7a015f54b3df admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:01:55.388275 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.services.segments.db [None req-7661a89b-8b5c-4d46-9473-7a015f54b3df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60cf8a92-8ba1-40f8-b860-f647a8602cac']}} {{(pid=78701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:01:55.405639 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.services.segments.db [None req-7661a89b-8b5c-4d46-9473-7a015f54b3df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd2c32e3-481a-4131-9aa3-50cc57ce229b') {'for_net_delete': True} {{(pid=78701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:01:55.406019 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.services.segments.db [None req-7661a89b-8b5c-4d46-9473-7a015f54b3df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd2c32e3-481a-4131-9aa3-50cc57ce229b') {} {{(pid=78701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:01:55.424444 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-25dd82c1-ed37-4480-947a-883449d47597 req-23379fc9-1289-4a3e-805f-77517b8313f7 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Synchronizing usage tracker for tenant:74eacc72869f49c6b97dcf14e5f937b4 on resource:security_group {{(pid=78701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:01:55.428723 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7661a89b-8b5c-4d46-9473-7a015f54b3df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762327230347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2587876'] for segment, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:55.433155 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:55.433965 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-6829c812-1cd7-4dd1-becf-6903d71648af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:55.446512 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547aa419-12c5-4019-883d-62c134962f10 req-6656c7d4-e48a-4daf-9b62-d0cb8f288190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:55.447583 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-547aa419-12c5-4019-883d-62c134962f10 req-6656c7d4-e48a-4daf-9b62-d0cb8f288190 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6bf663e867404027b23faa6cae49fd9c&device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 1097 time: 0.6368296 May 17 12:01:55.453707 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7661a89b-8b5c-4d46-9473-7a015f54b3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205'] for segment, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:55.457115 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:55.459419 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de5489e2-cdf8-464b-87bf-5cf98682971d {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:01:55.462292 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-25dd82c1-ed37-4480-947a-883449d47597 req-23379fc9-1289-4a3e-805f-77517b8313f7 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Unset dirty status for tenant:74eacc72869f49c6b97dcf14e5f937b4 on resource:security_group {{(pid=78701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:01:55.463531 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-25dd82c1-ed37-4480-947a-883449d47597 req-23379fc9-1289-4a3e-805f-77517b8313f7 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74eacc72869f49c6b97dcf14e5f937b4 HTTP/1.1" status: 200 len: 380 time: 0.3456607 May 17 12:01:55.464674 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7661a89b-8b5c-4d46-9473-7a015f54b3df admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=78701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 12:01:55.465097 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7661a89b-8b5c-4d46-9473-7a015f54b3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2534753'] for segment, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:55.481927 dv-cinder-734144-19-iscsi neutron-server[78701]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 17 12:01:55.481927 dv-cinder-734144-19-iscsi neutron-server[78701]: from cryptography.utils import int_from_bytes May 17 12:01:55.481927 dv-cinder-734144-19-iscsi neutron-server[78701]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 17 12:01:55.481927 dv-cinder-734144-19-iscsi neutron-server[78701]: from cryptography.utils import int_from_bytes May 17 12:01:55.481927 dv-cinder-734144-19-iscsi neutron-server[78701]: Traceback (most recent call last): May 17 12:01:55.481927 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 12:01:55.481927 dv-cinder-734144-19-iscsi neutron-server[78701]: timer() May 17 12:01:55.481927 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 12:01:55.481927 dv-cinder-734144-19-iscsi neutron-server[78701]: cb(*args, **kw) May 17 12:01:55.481927 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 12:01:55.481927 dv-cinder-734144-19-iscsi neutron-server[78701]: return func(*args, **kwargs) May 17 12:01:55.481927 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 12:01:55.481927 dv-cinder-734144-19-iscsi neutron-server[78701]: self._notify() May 17 12:01:55.481927 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 12:01:55.481927 dv-cinder-734144-19-iscsi neutron-server[78701]: self.callback(batched_events) May 17 12:01:55.481927 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 12:01:55.481927 dv-cinder-734144-19-iscsi neutron-server[78701]: event.method(event) May 17 12:01:55.481927 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 12:01:55.481927 dv-cinder-734144-19-iscsi neutron-server[78701]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 12:01:55.481927 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 12:01:55.481927 dv-cinder-734144-19-iscsi neutron-server[78701]: aggregate_uuid = self.p_client.list_aggregates( May 17 12:01:55.481927 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 12:01:55.481927 dv-cinder-734144-19-iscsi neutron-server[78701]: return f(self, *a, **k) May 17 12:01:55.481927 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 12:01:55.481927 dv-cinder-734144-19-iscsi neutron-server[78701]: return self._get(url).json() May 17 12:01:55.481927 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 12:01:55.481927 dv-cinder-734144-19-iscsi neutron-server[78701]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 12:01:55.481927 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 12:01:55.481927 dv-cinder-734144-19-iscsi neutron-server[78701]: return self.request(url, 'GET', **kwargs) May 17 12:01:55.481927 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 12:01:55.481927 dv-cinder-734144-19-iscsi neutron-server[78701]: base_url = self.get_endpoint(auth, allow=allow, May 17 12:01:55.481927 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 12:01:55.481927 dv-cinder-734144-19-iscsi neutron-server[78701]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 12:01:55.481927 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 12:01:55.481927 dv-cinder-734144-19-iscsi neutron-server[78701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 12:01:55.481927 dv-cinder-734144-19-iscsi neutron-server[78701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 12:01:55.491060 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [req-25dd82c1-ed37-4480-947a-883449d47597 req-ade29d2c-f942-4e52-9893-056e5761328e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Request body: {'port': {'device_id': '48658a2d-49e1-4e02-bd36-a506661d068d', 'network_id': '232f65e1-0da5-4006-971a-4fd3e6d8c4db', 'admin_state_up': True, 'tenant_id': '74eacc72869f49c6b97dcf14e5f937b4', 'security_groups': ['39b3f4ad-25b7-47dd-9bbf-7443722a7b89']}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:01:55.494014 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port de5489e2-cdf8-464b-87bf-5cf98682971d, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=de5489e2-cdf8-464b-87bf-5cf98682971d,segment=NetworkSegment(d34206cf-c55b-4406-92d8-f00429ecc993),segment_id=d34206cf-c55b-4406-92d8-f00429ecc993)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:01:55.502843 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:55.506841 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-9c3638ec-438d-47d4-8e14-2bb010fb90e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:55.508763 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6829c812-1cd7-4dd1-becf-6903d71648af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac674d8-7097-47e4-9beb-b0be13287094,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:55.529258 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-6829c812-1cd7-4dd1-becf-6903d71648af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:55.601766 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e5feb-ff89-4bef-b3fc-a0eba470cad0 req-39d4d213-5053-4b54-a4e2-73b1469a19af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:55.603195 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-380e5feb-ff89-4bef-b3fc-a0eba470cad0 req-39d4d213-5053-4b54-a4e2-73b1469a19af service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cd8b9db4-1f1b-432a-b983-8b7aa274be94 HTTP/1.1" status: 200 len: 859 time: 0.2245860 May 17 12:01:55.618085 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=de5489e2-cdf8-464b-87bf-5cf98682971d,revision_number=4']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:55.621200 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:55.662929 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-6829c812-1cd7-4dd1-becf-6903d71648af admin admin] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:55.666546 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-6829c812-1cd7-4dd1-becf-6903d71648af admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6ac674d8-7097-47e4-9beb-b0be13287094 HTTP/1.1" status: 204 len: 168 time: 1.2745790 May 17 12:01:55.666546 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-d443f1e4-b5b8-4604-9ccf-a52f73b253c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:55.673114 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-9aa3517d-1207-4ffc-8d9f-8bdd8f7883f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:55.682443 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-380e5feb-ff89-4bef-b3fc-a0eba470cad0 req-4133c8b8-9655-4424-b282-79a3e9455164 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0aa99b04-4428-4e05-a28f-238c74f78706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642762 May 17 12:01:55.686263 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:55.698731 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-9aa3517d-1207-4ffc-8d9f-8bdd8f7883f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:55.732711 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-d443f1e4-b5b8-4604-9ccf-a52f73b253c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:55.733826 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-d443f1e4-b5b8-4604-9ccf-a52f73b253c7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/737b0844-eb14-411f-b4d1-7e14a6abe785 HTTP/1.1" status: 204 len: 168 time: 1.2283227 May 17 12:01:55.734716 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d443f1e4-b5b8-4604-9ccf-a52f73b253c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737b0844-eb14-411f-b4d1-7e14a6abe785,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:55.761595 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-d443f1e4-b5b8-4604-9ccf-a52f73b253c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:55.812675 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] get_ports_and_sgs() called for port_ids ['de5489e2-cdf8-464b-87bf-5cf98682971d'] {{(pid=78702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:01:55.814448 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-bcad9c00-9234-42b5-a490-3e1a0627257e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:55.822410 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7661a89b-8b5c-4d46-9473-7a015f54b3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407862'] for network, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:55.844108 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-65abb5da-08f2-4edf-b15e-3c3bddf1633e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:55.867207 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7661a89b-8b5c-4d46-9473-7a015f54b3df admin admin] Pushing event deleted for resources: {'Network': ['ID=60cf8a92-8ba1-40f8-b860-f647a8602cac,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:55.871111 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7661a89b-8b5c-4d46-9473-7a015f54b3df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for network, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:55.878213 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-7661a89b-8b5c-4d46-9473-7a015f54b3df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:55.888304 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [req-25dd82c1-ed37-4480-947a-883449d47597 req-ade29d2c-f942-4e52-9893-056e5761328e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:01:55.891423 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-7661a89b-8b5c-4d46-9473-7a015f54b3df admin admin] 10.222.0.11 "DELETE /v2.0/networks/60cf8a92-8ba1-40f8-b860-f647a8602cac HTTP/1.1" status: 204 len: 168 time: 0.9142418 May 17 12:01:55.894630 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 55358) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:55.906752 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [req-25dd82c1-ed37-4480-947a-883449d47597 req-ade29d2c-f942-4e52-9893-056e5761328e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:01:55.934052 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-9aa3517d-1207-4ffc-8d9f-8bdd8f7883f7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5ac32c6f23064cada74c3a536140811e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2012844 May 17 12:01:55.949434 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547aa419-12c5-4019-883d-62c134962f10 req-ac57021f-571e-493b-9a9a-b75f9c96f176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:55.950903 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-547aa419-12c5-4019-883d-62c134962f10 req-ac57021f-571e-493b-9a9a-b75f9c96f176 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0aa99b04-4428-4e05-a28f-238c74f78706 HTTP/1.1" status: 200 len: 920 time: 0.4844127 May 17 12:01:55.951333 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca2d8b-2577-44d3-a2ae-8c9c48848960 req-aa3aa634-7a39-40aa-9657-108138a728c3 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:55.951543 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 55362) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:55.952835 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-6aca2d8b-2577-44d3-a2ae-8c9c48848960 req-aa3aa634-7a39-40aa-9657-108138a728c3 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 944 time: 0.3002982 May 17 12:01:55.953964 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa3517d-1207-4ffc-8d9f-8bdd8f7883f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8edf742c-d04b-4e4c-8648-fdeddcb81047,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:55.971912 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-9aa3517d-1207-4ffc-8d9f-8bdd8f7883f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:55.996074 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25dd82c1-ed37-4480-947a-883449d47597 req-ade29d2c-f942-4e52-9893-056e5761328e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Made reservation on behalf of 74eacc72869f49c6b97dcf14e5f937b4 for: {'port': 1} {{(pid=78701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:01:56.000714 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [req-25dd82c1-ed37-4480-947a-883449d47597 req-ade29d2c-f942-4e52-9893-056e5761328e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:56.059077 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbd18677-de25-4a87-a469-8c673439dca7 admin admin] Deleting subnet 80d5b925-86e1-4d59-bbc1-57966d60b3de {{(pid=78701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 12:01:56.068302 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-bbd18677-de25-4a87-a469-8c673439dca7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:56.110249 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-6aca2d8b-2577-44d3-a2ae-8c9c48848960 req-9894b7bb-5d8a-4ca9-a43b-ea2b739efbc9 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439681 May 17 12:01:56.196580 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-547aa419-12c5-4019-883d-62c134962f10 req-4c7af349-7188-4bb7-8120-e6aaf1d7f334 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e606e988-f68e-4583-971b-0396df5625f6 HTTP/1.1" status: 200 len: 217 time: 0.2226684 May 17 12:01:56.203094 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-bbd18677-de25-4a87-a469-8c673439dca7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2587883'] for subnet, precommit_delete_associations {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:56.321726 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-bbd18677-de25-4a87-a469-8c673439dca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383026'] for subnet, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:56.344847 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-380e5feb-ff89-4bef-b3fc-a0eba470cad0 req-7e1dc77a-c5af-4c0d-beab-9c235f1dc855 service neutron] 10.222.0.52 "GET /v2.0/networks/0aa99b04-4428-4e05-a28f-238c74f78706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6503315 May 17 12:01:56.427779 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-021d5bb0-6364-4e32-9fab-f9611806a677 req-149423d2-b1a5-45f7-8f42-dd7a2174af86 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 210 time: 0.0785160 May 17 12:01:56.462381 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.db_base_plugin_common [req-25dd82c1-ed37-4480-947a-883449d47597 req-ade29d2c-f942-4e52-9893-056e5761328e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Allocated IP 172.20.0.11 (232f65e1-0da5-4006-971a-4fd3e6d8c4db/4df74225-b796-4a2f-84ac-d4b6fecaea77/4d058b89-233e-470f-880a-a90f321112df) {{(pid=78701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:01:56.533290 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 55378) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:56.560553 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 55382) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:56.575154 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-b7031ba4-8d5d-4849-8438-5764b752ed8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:56.633564 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-4195a26e-165b-4b56-9bf8-b687a38a918d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:56.638125 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-3f50479e-ffd2-4946-8aac-11a44d10bb17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:56.651226 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-b7031ba4-8d5d-4849-8438-5764b752ed8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:01:56.657491 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547aa419-12c5-4019-883d-62c134962f10 req-36c4123b-44fd-4014-b0f4-dea1c731d487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:56.658714 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-547aa419-12c5-4019-883d-62c134962f10 req-36c4123b-44fd-4014-b0f4-dea1c731d487 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cd8b9db4-1f1b-432a-b983-8b7aa274be94 HTTP/1.1" status: 200 len: 859 time: 0.4123132 May 17 12:01:56.666780 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-b7031ba4-8d5d-4849-8438-5764b752ed8f admin admin] Usage tracker for resource:security_group_rule and tenant:781e0165be694357956025e9167dc8fb is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:01:56.685065 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-b7031ba4-8d5d-4849-8438-5764b752ed8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:01:56.699410 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-b7031ba4-8d5d-4849-8438-5764b752ed8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:01:56.730132 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-547aa419-12c5-4019-883d-62c134962f10 req-ed612ed2-adec-4364-95f1-22bf20c2bf08 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0aa99b04-4428-4e05-a28f-238c74f78706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545878 May 17 12:01:56.734432 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-4195a26e-165b-4b56-9bf8-b687a38a918d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:56.761433 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-3f50479e-ffd2-4946-8aac-11a44d10bb17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:01:56.812480 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-3f50479e-ffd2-4946-8aac-11a44d10bb17 admin admin] Usage tracker for resource:security_group_rule and tenant:ec3bd65d21694039aa25079f31d73a1d is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:01:56.831395 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-3f50479e-ffd2-4946-8aac-11a44d10bb17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:01:56.841522 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-3f50479e-ffd2-4946-8aac-11a44d10bb17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:01:56.904987 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0598cf-813a-44f6-b309-6c33a679eac6 req-3e6d1c41-6e92-44e8-a24a-3e4e2c49ffed tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:56.906456 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0d0598cf-813a-44f6-b309-6c33a679eac6 req-3e6d1c41-6e92-44e8-a24a-3e4e2c49ffed tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7cd8c4e-a019-4461-85c4-f31b1994bad4 HTTP/1.1" status: 200 len: 945 time: 0.7144868 May 17 12:01:56.942509 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-380e5feb-ff89-4bef-b3fc-a0eba470cad0 req-f1908305-6c30-41ec-8de6-1ab84b6dbfd4 service neutron] 10.222.0.52 "GET /v2.0/networks/0aa99b04-4428-4e05-a28f-238c74f78706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5870109 May 17 12:01:57.000280 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [req-25dd82c1-ed37-4480-947a-883449d47597 req-ade29d2c-f942-4e52-9893-056e5761328e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks [] for port, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:57.005715 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-4195a26e-165b-4b56-9bf8-b687a38a918d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:57.011219 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-bbd18677-de25-4a87-a469-8c673439dca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2534855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2580816'] for subnet, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:57.013436 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-547aa419-12c5-4019-883d-62c134962f10 req-c3946d83-786e-4496-bd48-fef015c1f0a8 service neutron] 10.222.0.52 "GET /v2.0/networks/0aa99b04-4428-4e05-a28f-238c74f78706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648532 May 17 12:01:57.017060 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:57.032961 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0d0598cf-813a-44f6-b309-6c33a679eac6 req-6e7cd213-dff4-493e-b1e9-89991624a14d tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] 10.222.0.11 "GET /v2.0/security-groups?id=83173f9e-afa1-4465-8ae3-10f5431589f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137931 May 17 12:01:57.033644 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-b6c29ff8-6339-48c7-bdee-c60c79f8c6b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:57.053703 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4195a26e-165b-4b56-9bf8-b687a38a918d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8edf742c-d04b-4e4c-8648-fdeddcb81047,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:57.056422 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-4195a26e-165b-4b56-9bf8-b687a38a918d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:57.078138 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.provisioning_blocks [req-25dd82c1-ed37-4480-947a-883449d47597 req-ade29d2c-f942-4e52-9893-056e5761328e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Transition to ACTIVE for port object 4d058b89-233e-470f-880a-a90f321112df will not be triggered until provisioned by entity DHCP. {{(pid=78701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:01:57.093869 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd18677-de25-4a87-a469-8c673439dca7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80d5b925-86e1-4d59-bbc1-57966d60b3de,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:57.096818 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-bbd18677-de25-4a87-a469-8c673439dca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:57.108267 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-bbd18677-de25-4a87-a469-8c673439dca7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:57.121660 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device e35031fa-3260-4017-b2da-7bb3bc1daace details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:01:57.126514 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-4195a26e-165b-4b56-9bf8-b687a38a918d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:57.127811 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-4195a26e-165b-4b56-9bf8-b687a38a918d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8edf742c-d04b-4e4c-8648-fdeddcb81047 HTTP/1.1" status: 204 len: 168 time: 1.1709793 May 17 12:01:57.150281 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-b7031ba4-8d5d-4849-8438-5764b752ed8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:57.163234 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device de5489e2-cdf8-464b-87bf-5cf98682971d up at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:01:57.189981 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-b7031ba4-8d5d-4849-8438-5764b752ed8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:57.196224 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-3f50479e-ffd2-4946-8aac-11a44d10bb17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:57.200967 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-547aa419-12c5-4019-883d-62c134962f10 req-60420d2b-4609-4b78-a9a1-5cb9a2fd50c9 service neutron] 10.222.0.52 "GET /v2.0/networks/0aa99b04-4428-4e05-a28f-238c74f78706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770620 May 17 12:01:57.227671 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-0ec3b702-7cb2-4309-8f6e-162154e8c0fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:57.236099 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-3f50479e-ffd2-4946-8aac-11a44d10bb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:57.244822 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-bbd18677-de25-4a87-a469-8c673439dca7 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/80d5b925-86e1-4d59-bbc1-57966d60b3de HTTP/1.1" status: 204 len: 168 time: 1.3448591 May 17 12:01:57.246856 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 55396) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:57.294733 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-b7031ba4-8d5d-4849-8438-5764b752ed8f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=781e0165be694357956025e9167dc8fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7578804 May 17 12:01:57.312130 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 55400) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:57.357203 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port e35031fa-3260-4017-b2da-7bb3bc1daace, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e35031fa-3260-4017-b2da-7bb3bc1daace,segment=NetworkSegment(887f3473-e426-42df-889f-21311f468f7e),segment_id=887f3473-e426-42df-889f-21311f468f7e)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:01:57.366900 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Provisioning for port de5489e2-cdf8-464b-87bf-5cf98682971d completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:01:57.378141 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Returning: {'device': 'e35031fa-3260-4017-b2da-7bb3bc1daace', 'network_id': '0aa99b04-4428-4e05-a28f-238c74f78706', 'port_id': 'e35031fa-3260-4017-b2da-7bb3bc1daace', 'mac_address': 'fa:16:3e:2d:3d:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd8b9db4-1f1b-432a-b983-8b7aa274be94', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:01:57.379930 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Provisioning complete for port de5489e2-cdf8-464b-87bf-5cf98682971d triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:01:57.380316 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:57.396536 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7031ba4-8d5d-4849-8438-5764b752ed8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d2d352-3fe9-4b0d-aef0-44b6c877bf66,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:57.409723 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-1f91458c-a5e4-4c5f-b9e1-15f511b65960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1494564'] for network, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:57.412649 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-b7031ba4-8d5d-4849-8438-5764b752ed8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:57.422613 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-3f50479e-ffd2-4946-8aac-11a44d10bb17 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ec3bd65d21694039aa25079f31d73a1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8586221 May 17 12:01:57.423233 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [req-25dd82c1-ed37-4480-947a-883449d47597 req-ade29d2c-f942-4e52-9893-056e5761328e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534708'] for port, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:57.424815 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-80a67182-65f4-4966-894f-8670b4fe6ce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:57.430285 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 55404) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:57.500224 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f50479e-ffd2-4946-8aac-11a44d10bb17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90762af-999d-42fa-9b79-54f9272ec6e2,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:57.514120 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25dd82c1-ed37-4480-947a-883449d47597 req-ade29d2c-f942-4e52-9893-056e5761328e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Network 232f65e1-0da5-4006-971a-4fd3e6d8c4db is already hosted by enough agents. {{(pid=78701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:01:57.515054 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-3f50479e-ffd2-4946-8aac-11a44d10bb17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:57.517524 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:57.559332 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.base_scheduler [req-25dd82c1-ed37-4480-947a-883449d47597 req-ade29d2c-f942-4e52-9893-056e5761328e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Resources bound (agent type, host, resource id): {{(pid=78701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:01:57.574528 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:57.583458 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.l3_dvrscheduler_db [req-25dd82c1-ed37-4480-947a-883449d47597 req-ade29d2c-f942-4e52-9893-056e5761328e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Received port after_create {{(pid=78701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:01:57.604873 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e35031fa-3260-4017-b2da-7bb3bc1daace {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:01:57.621857 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-96b56ed8-24ce-4d89-8fe2-fd93c30a5458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:57.672108 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port e35031fa-3260-4017-b2da-7bb3bc1daace, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e35031fa-3260-4017-b2da-7bb3bc1daace,segment=NetworkSegment(887f3473-e426-42df-889f-21311f468f7e),segment_id=887f3473-e426-42df-889f-21311f468f7e)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:01:57.684428 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:57.685222 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device e606e988-f68e-4583-971b-0396df5625f6 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:01:57.689611 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:57.734493 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:57.805601 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468f6b3-119b-4aba-a50d-b782fbcffaf2 req-aacc0078-20a0-482c-8540-2aa856691ada tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:57.812698 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-6468f6b3-119b-4aba-a50d-b782fbcffaf2 req-aacc0078-20a0-482c-8540-2aa856691ada tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 944 time: 0.5144324 May 17 12:01:57.818276 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port e606e988-f68e-4583-971b-0396df5625f6, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e606e988-f68e-4583-971b-0396df5625f6,segment=NetworkSegment(887f3473-e426-42df-889f-21311f468f7e),segment_id=887f3473-e426-42df-889f-21311f468f7e)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:01:57.820687 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade29d2c-f942-4e52-9893-056e5761328e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Pushing event updated for resources: {'Port': ['ID=4d058b89-233e-470f-880a-a90f321112df,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:57.840392 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-ade29d2c-f942-4e52-9893-056e5761328e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:57.843827 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-96b56ed8-24ce-4d89-8fe2-fd93c30a5458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:57.856035 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd82c1-ed37-4480-947a-883449d47597 req-ade29d2c-f942-4e52-9893-056e5761328e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:57.856708 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [req-25dd82c1-ed37-4480-947a-883449d47597 req-ade29d2c-f942-4e52-9893-056e5761328e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for port, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:57.868591 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Returning: {'device': 'e606e988-f68e-4583-971b-0396df5625f6', 'network_id': '0aa99b04-4428-4e05-a28f-238c74f78706', 'port_id': 'e606e988-f68e-4583-971b-0396df5625f6', 'mac_address': 'fa:16:3e:4c:36:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd8b9db4-1f1b-432a-b983-8b7aa274be94', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:01:57.875481 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-1f91458c-a5e4-4c5f-b9e1-15f511b65960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382983', 'neutron.services.segments.db._delete_segments_for_network-8762327220098'] for network, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:57.907788 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-2578f35b-bdca-4202-a11f-42551bbc39fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:57.913239 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-1f91458c-a5e4-4c5f-b9e1-15f511b65960 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:01:57.913905 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-1f91458c-a5e4-4c5f-b9e1-15f511b65960 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:01:57.914731 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-1f91458c-a5e4-4c5f-b9e1-15f511b65960 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:01:57.915111 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-1f91458c-a5e4-4c5f-b9e1-15f511b65960 admin admin] Subscribe: > port after_create 55550000 {{(pid=78700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:01:57.915470 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-1f91458c-a5e4-4c5f-b9e1-15f511b65960 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:01:57.915807 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-1f91458c-a5e4-4c5f-b9e1-15f511b65960 admin admin] Subscribe: > port after_update 55550000 {{(pid=78700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:01:57.916128 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-1f91458c-a5e4-4c5f-b9e1-15f511b65960 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:01:57.916835 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-1f91458c-a5e4-4c5f-b9e1-15f511b65960 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:01:57.917158 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-1f91458c-a5e4-4c5f-b9e1-15f511b65960 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:01:57.917562 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-1f91458c-a5e4-4c5f-b9e1-15f511b65960 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:01:57.921371 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-6468f6b3-119b-4aba-a50d-b782fbcffaf2 req-c5bf016f-2829-4f83-a024-039c5fb60757 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076427 May 17 12:01:57.936346 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-25dd82c1-ed37-4480-947a-883449d47597 req-ade29d2c-f942-4e52-9893-056e5761328e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4534771 May 17 12:01:57.958095 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [req-25dd82c1-ed37-4480-947a-883449d47597 req-e42dc9f8-58f7-4233-aa87-4ff201b1b8c7 service neutron] Request body: {'port': {'device_id': '48658a2d-49e1-4e02-bd36-a506661d068d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:01:57.963410 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-ff9e1753-1ad7-4508-99cd-193abb1cd65e None None] Provisioning for port 4d058b89-233e-470f-880a-a90f321112df completed by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:01:57.981393 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-ff9e1753-1ad7-4508-99cd-193abb1cd65e None None] Provisioning complete for port 4d058b89-233e-470f-880a-a90f321112df triggered by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:01:57.981785 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-ff9e1753-1ad7-4508-99cd-193abb1cd65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:57.996811 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-1f91458c-a5e4-4c5f-b9e1-15f511b65960 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:01:57.997243 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-1f91458c-a5e4-4c5f-b9e1-15f511b65960 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:01:57.997578 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-1f91458c-a5e4-4c5f-b9e1-15f511b65960 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:01:57.997909 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-1f91458c-a5e4-4c5f-b9e1-15f511b65960 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:01:57.998285 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.services.segments.db [None req-1f91458c-a5e4-4c5f-b9e1-15f511b65960 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70303c06-2557-48d0-a1c2-61be5aa48ec8']}} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:01:58.024837 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-96b56ed8-24ce-4d89-8fe2-fd93c30a5458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:58.028765 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.services.segments.db [None req-1f91458c-a5e4-4c5f-b9e1-15f511b65960 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'becebb83-3e74-4966-9dc5-9812eba5c8c2') {'for_net_delete': True} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:01:58.029294 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.services.segments.db [None req-1f91458c-a5e4-4c5f-b9e1-15f511b65960 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'becebb83-3e74-4966-9dc5-9812eba5c8c2') {} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:01:58.031723 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:58.051999 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-1f91458c-a5e4-4c5f-b9e1-15f511b65960 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762327230347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2957048'] for segment, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:58.092219 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-2578f35b-bdca-4202-a11f-42551bbc39fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:58.102795 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-1f91458c-a5e4-4c5f-b9e1-15f511b65960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205'] for segment, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:58.124836 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b56ed8-24ce-4d89-8fe2-fd93c30a5458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d2d352-3fe9-4b0d-aef0-44b6c877bf66,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:58.156494 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-96b56ed8-24ce-4d89-8fe2-fd93c30a5458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:58.173501 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f91458c-a5e4-4c5f-b9e1-15f511b65960 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=78700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 12:01:58.173916 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-1f91458c-a5e4-4c5f-b9e1-15f511b65960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2209177'] for segment, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:58.175676 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-96b56ed8-24ce-4d89-8fe2-fd93c30a5458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:58.180471 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-96b56ed8-24ce-4d89-8fe2-fd93c30a5458 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a2d2d352-3fe9-4b0d-aef0-44b6c877bf66 HTTP/1.1" status: 204 len: 168 time: 0.8626478 May 17 12:01:58.205405 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [req-25dd82c1-ed37-4480-947a-883449d47597 req-e42dc9f8-58f7-4233-aa87-4ff201b1b8c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:58.217337 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=e35031fa-3260-4017-b2da-7bb3bc1daace,revision_number=4']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:58.217337 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:58.252178 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7cd8c4e-a019-4461-85c4-f31b1994bad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5489e2-cdf8-464b-87bf-5cf98682971d'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:01:58.317543 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:58.325695 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-ff9e1753-1ad7-4508-99cd-193abb1cd65e None None] Port 4d058b89-233e-470f-880a-a90f321112df cannot update to ACTIVE because it is not bound. {{(pid=78702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 12:01:58.335995 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port de5489e2-cdf8-464b-87bf-5cf98682971d, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=de5489e2-cdf8-464b-87bf-5cf98682971d,segment=NetworkSegment(d34206cf-c55b-4406-92d8-f00429ecc993),segment_id=d34206cf-c55b-4406-92d8-f00429ecc993)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:01:58.348853 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e606e988-f68e-4583-971b-0396df5625f6 {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:01:58.355166 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:58.357571 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:58.397609 dv-cinder-734144-19-iscsi neutron-server[78700]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 17 12:01:58.397609 dv-cinder-734144-19-iscsi neutron-server[78700]: from cryptography.utils import int_from_bytes May 17 12:01:58.397609 dv-cinder-734144-19-iscsi neutron-server[78700]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 17 12:01:58.397609 dv-cinder-734144-19-iscsi neutron-server[78700]: from cryptography.utils import int_from_bytes May 17 12:01:58.397609 dv-cinder-734144-19-iscsi neutron-server[78700]: Traceback (most recent call last): May 17 12:01:58.397609 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 12:01:58.397609 dv-cinder-734144-19-iscsi neutron-server[78700]: timer() May 17 12:01:58.397609 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 12:01:58.397609 dv-cinder-734144-19-iscsi neutron-server[78700]: cb(*args, **kw) May 17 12:01:58.397609 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 12:01:58.397609 dv-cinder-734144-19-iscsi neutron-server[78700]: return func(*args, **kwargs) May 17 12:01:58.397609 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 12:01:58.397609 dv-cinder-734144-19-iscsi neutron-server[78700]: self._notify() May 17 12:01:58.397609 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 12:01:58.397609 dv-cinder-734144-19-iscsi neutron-server[78700]: self.callback(batched_events) May 17 12:01:58.397609 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 12:01:58.397609 dv-cinder-734144-19-iscsi neutron-server[78700]: event.method(event) May 17 12:01:58.397609 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 12:01:58.397609 dv-cinder-734144-19-iscsi neutron-server[78700]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 12:01:58.397609 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 12:01:58.397609 dv-cinder-734144-19-iscsi neutron-server[78700]: aggregate_uuid = self.p_client.list_aggregates( May 17 12:01:58.397609 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 12:01:58.397609 dv-cinder-734144-19-iscsi neutron-server[78700]: return f(self, *a, **k) May 17 12:01:58.397609 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 12:01:58.397609 dv-cinder-734144-19-iscsi neutron-server[78700]: return self._get(url).json() May 17 12:01:58.397609 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 12:01:58.397609 dv-cinder-734144-19-iscsi neutron-server[78700]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 12:01:58.397609 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 12:01:58.397609 dv-cinder-734144-19-iscsi neutron-server[78700]: return self.request(url, 'GET', **kwargs) May 17 12:01:58.397609 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 12:01:58.397609 dv-cinder-734144-19-iscsi neutron-server[78700]: base_url = self.get_endpoint(auth, allow=allow, May 17 12:01:58.397609 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 12:01:58.397609 dv-cinder-734144-19-iscsi neutron-server[78700]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 12:01:58.397609 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 12:01:58.397609 dv-cinder-734144-19-iscsi neutron-server[78700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 12:01:58.397609 dv-cinder-734144-19-iscsi neutron-server[78700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 12:01:58.429525 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port e606e988-f68e-4583-971b-0396df5625f6, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e606e988-f68e-4583-971b-0396df5625f6,segment=NetworkSegment(887f3473-e426-42df-889f-21311f468f7e),segment_id=887f3473-e426-42df-889f-21311f468f7e)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:01:58.441562 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:58.448662 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8551dad-73ca-4e43-8784-66c1919ae7c6 req-7a466795-6af9-4859-ac69-261abe94e8a0 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:58.459104 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-a8551dad-73ca-4e43-8784-66c1919ae7c6 req-7a466795-6af9-4859-ac69-261abe94e8a0 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 932 time: 0.7281780 May 17 12:01:58.460725 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=de5489e2-cdf8-464b-87bf-5cf98682971d,revision_number=5']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:58.477908 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-2578f35b-bdca-4202-a11f-42551bbc39fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:58.479184 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:58.479700 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:58.487776 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-7cd62c48-adcf-41c9-b448-032f6e445c66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:58.504776 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-1f91458c-a5e4-4c5f-b9e1-15f511b65960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407862'] for network, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:58.509872 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2578f35b-bdca-4202-a11f-42551bbc39fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90762af-999d-42fa-9b79-54f9272ec6e2,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:58.513461 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-2578f35b-bdca-4202-a11f-42551bbc39fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:58.533983 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-1f91458c-a5e4-4c5f-b9e1-15f511b65960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for network, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:58.547695 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:58.594784 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-a8551dad-73ca-4e43-8784-66c1919ae7c6 req-db154454-c8b9-4686-a9a3-8be735eecf4b tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345949 May 17 12:01:58.595968 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-2578f35b-bdca-4202-a11f-42551bbc39fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:58.605405 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-2578f35b-bdca-4202-a11f-42551bbc39fb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d90762af-999d-42fa-9b79-54f9272ec6e2 HTTP/1.1" status: 204 len: 168 time: 1.1701758 May 17 12:01:58.609232 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-1f91458c-a5e4-4c5f-b9e1-15f511b65960 admin admin] 10.222.0.11 "DELETE /v2.0/networks/70303c06-2557-48d0-a1c2-61be5aa48ec8 HTTP/1.1" status: 204 len: 168 time: 1.3599570 May 17 12:01:58.611568 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f91458c-a5e4-4c5f-b9e1-15f511b65960 admin admin] Pushing event deleted for resources: {'Network': ['ID=70303c06-2557-48d0-a1c2-61be5aa48ec8,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:58.618620 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-1f91458c-a5e4-4c5f-b9e1-15f511b65960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:58.705977 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=e606e988-f68e-4583-971b-0396df5625f6,revision_number=4']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:58.710380 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:58.725585 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69c067-55a0-4a71-a689-ade32d91caf2 req-11b56cdd-a2f4-4bbd-85f0-4c1d0e546ac1 tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:58.727099 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-8b69c067-55a0-4a71-a689-ade32d91caf2 req-11b56cdd-a2f4-4bbd-85f0-4c1d0e546ac1 tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7cd8c4e-a019-4461-85c4-f31b1994bad4 HTTP/1.1" status: 200 len: 946 time: 0.4760232 May 17 12:01:58.765932 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] get_ports_and_sgs() called for port_ids ['e35031fa-3260-4017-b2da-7bb3bc1daace'] {{(pid=78702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:01:58.798907 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] get_ports_and_sgs() called for port_ids ['e606e988-f68e-4583-971b-0396df5625f6'] {{(pid=78702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:01:58.866099 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-8b69c067-55a0-4a71-a689-ade32d91caf2 req-4173d97f-8e7c-4482-91bb-ec3b0513e106 tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] 10.222.0.11 "GET /v2.0/security-groups?id=83173f9e-afa1-4465-8ae3-10f5431589f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290050 May 17 12:01:58.942103 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 55466) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:58.971736 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-a7d3ed75-9b52-4061-824f-e91050abfccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:59.022719 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-a7d3ed75-9b52-4061-824f-e91050abfccb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:01:59.026784 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-a7d3ed75-9b52-4061-824f-e91050abfccb admin admin] Usage tracker for resource:security_group_rule and tenant:e1f81b1642764faa91f1996185db677f is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:01:59.031256 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-a7d3ed75-9b52-4061-824f-e91050abfccb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:01:59.044659 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-a7d3ed75-9b52-4061-824f-e91050abfccb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:01:59.174864 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.notifiers.nova [req-25dd82c1-ed37-4480-947a-883449d47597 req-e42dc9f8-58f7-4233-aa87-4ff201b1b8c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d058b89-233e-470f-880a-a90f321112df {{(pid=78701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:01:59.183386 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-a7d3ed75-9b52-4061-824f-e91050abfccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:59.187926 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [req-25dd82c1-ed37-4480-947a-883449d47597 req-e42dc9f8-58f7-4233-aa87-4ff201b1b8c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:59.190176 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-a7d3ed75-9b52-4061-824f-e91050abfccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:59.210878 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.provisioning_blocks [req-25dd82c1-ed37-4480-947a-883449d47597 req-e42dc9f8-58f7-4233-aa87-4ff201b1b8c7 service neutron] Transition to ACTIVE for port object 4d058b89-233e-470f-880a-a90f321112df will not be triggered until provisioned by entity L2. {{(pid=78701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:01:59.212564 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-167e2eab-aa20-41ab-bdc9-4e2c7a4c98ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:59.225687 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf4579-94f6-4b27-9857-13f0b3077106 req-4b86fff2-3856-43d8-936f-f524995cc6a5 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:01:59.227358 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-d0bf4579-94f6-4b27-9857-13f0b3077106 req-4b86fff2-3856-43d8-936f-f524995cc6a5 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 945 time: 0.1538534 May 17 12:01:59.228466 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [req-25dd82c1-ed37-4480-947a-883449d47597 req-e42dc9f8-58f7-4233-aa87-4ff201b1b8c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2534717'] for port, after_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:59.234399 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:59.249078 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-a7d3ed75-9b52-4061-824f-e91050abfccb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e1f81b1642764faa91f1996185db677f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3057508 May 17 12:01:59.252905 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 55470) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:59.306750 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 55476) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:59.310103 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3ed75-9b52-4061-824f-e91050abfccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a61fec-d1c9-4e1d-b09f-370f0eefbaeb,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:59.326783 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-a7d3ed75-9b52-4061-824f-e91050abfccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:59.375234 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-778eaa74-5c5b-48b8-8870-b17df69d60f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:59.424448 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-778eaa74-5c5b-48b8-8870-b17df69d60f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:59.480598 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-de34afaa-6ba0-4192-99ba-7a9d9385ed68 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b2257f2e0542452dbcf63ad892887797&name=default HTTP/1.1" status: 200 len: 2978 time: 0.1667755 May 17 12:01:59.490117 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 55480) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:59.505714 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-d0bf4579-94f6-4b27-9857-13f0b3077106 req-13feb724-936a-4982-b16e-3816594e76a9 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314084 May 17 12:01:59.510195 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42dc9f8-58f7-4233-aa87-4ff201b1b8c7 service neutron] Pushing event updated for resources: {'Port': ['ID=4d058b89-233e-470f-880a-a90f321112df,revision_number=2']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:59.513742 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-e42dc9f8-58f7-4233-aa87-4ff201b1b8c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:59.608110 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.managers [req-25dd82c1-ed37-4480-947a-883449d47597 req-e42dc9f8-58f7-4233-aa87-4ff201b1b8c7 service neutron] Attempting to bind port 4d058b89-233e-470f-880a-a90f321112df on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:01:59.608362 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.managers [req-25dd82c1-ed37-4480-947a-883449d47597 req-e42dc9f8-58f7-4233-aa87-4ff201b1b8c7 service neutron] Attempting to bind port 4d058b89-233e-470f-880a-a90f321112df by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '4aeb874b-5262-4be4-9c4d-452a8932079d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '232f65e1-0da5-4006-971a-4fd3e6d8c4db'}] {{(pid=78701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:01:59.608687 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dd82c1-ed37-4480-947a-883449d47597 req-e42dc9f8-58f7-4233-aa87-4ff201b1b8c7 service neutron] Attempting to bind port 4d058b89-233e-470f-880a-a90f321112df on network 232f65e1-0da5-4006-971a-4fd3e6d8c4db {{(pid=78701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:01:59.611005 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f19f2429-7425-4dab-af6c-d39db08b630d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:59.622871 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dd82c1-ed37-4480-947a-883449d47597 req-e42dc9f8-58f7-4233-aa87-4ff201b1b8c7 service neutron] Port 4d058b89-233e-470f-880a-a90f321112df on network 232f65e1-0da5-4006-971a-4fd3e6d8c4db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 12:01:59.624593 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dd82c1-ed37-4480-947a-883449d47597 req-e42dc9f8-58f7-4233-aa87-4ff201b1b8c7 service neutron] Attempting to bind port 4d058b89-233e-470f-880a-a90f321112df on network 232f65e1-0da5-4006-971a-4fd3e6d8c4db {{(pid=78701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:01:59.635276 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dd82c1-ed37-4480-947a-883449d47597 req-e42dc9f8-58f7-4233-aa87-4ff201b1b8c7 service neutron] Checking agent: {'id': 'cd1455da-95ea-496d-8b07-9fb5ea757b4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 59, 37), 'started_at': datetime.datetime(2021, 5, 17, 11, 59, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:01:59.641154 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dd82c1-ed37-4480-947a-883449d47597 req-e42dc9f8-58f7-4233-aa87-4ff201b1b8c7 service neutron] Checking segment: {'id': '4aeb874b-5262-4be4-9c4d-452a8932079d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '232f65e1-0da5-4006-971a-4fd3e6d8c4db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:01:59.642154 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dd82c1-ed37-4480-947a-883449d47597 req-e42dc9f8-58f7-4233-aa87-4ff201b1b8c7 service neutron] Bound using segment: {'id': '4aeb874b-5262-4be4-9c4d-452a8932079d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '232f65e1-0da5-4006-971a-4fd3e6d8c4db'} {{(pid=78701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:01:59.643099 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.managers [req-25dd82c1-ed37-4480-947a-883449d47597 req-e42dc9f8-58f7-4233-aa87-4ff201b1b8c7 service neutron] Bound port: 4d058b89-233e-470f-880a-a90f321112df, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aeb874b-5262-4be4-9c4d-452a8932079d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '232f65e1-0da5-4006-971a-4fd3e6d8c4db'}}] {{(pid=78701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:01:59.644495 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [req-25dd82c1-ed37-4480-947a-883449d47597 req-e42dc9f8-58f7-4233-aa87-4ff201b1b8c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:59.662288 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-778eaa74-5c5b-48b8-8870-b17df69d60f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:59.682865 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-4195a26e-165b-4b56-9bf8-b687a38a918d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:59.715256 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778eaa74-5c5b-48b8-8870-b17df69d60f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a61fec-d1c9-4e1d-b09f-370f0eefbaeb,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:59.724369 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f19f2429-7425-4dab-af6c-d39db08b630d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:59.733175 dv-cinder-734144-19-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7cd8c4e-a019-4461-85c4-f31b1994bad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5489e2-cdf8-464b-87bf-5cf98682971d', 'code': 200} May 17 12:01:59.750348 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 55490) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:01:59.760063 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-778eaa74-5c5b-48b8-8870-b17df69d60f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:59.779225 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-778eaa74-5c5b-48b8-8870-b17df69d60f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:59.781666 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-778eaa74-5c5b-48b8-8870-b17df69d60f7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f8a61fec-d1c9-4e1d-b09f-370f0eefbaeb HTTP/1.1" status: 204 len: 168 time: 0.5278161 May 17 12:01:59.839752 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f19f2429-7425-4dab-af6c-d39db08b630d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:59.847257 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-48fac37e-992a-4d29-8af4-cbfc7a123e3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:01:59.863517 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f2429-7425-4dab-af6c-d39db08b630d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af425f93-f263-4630-a584-d282b4009289,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:59.867498 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-f19f2429-7425-4dab-af6c-d39db08b630d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:01:59.874768 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f19f2429-7425-4dab-af6c-d39db08b630d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:59.877530 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-f19f2429-7425-4dab-af6c-d39db08b630d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/af425f93-f263-4630-a584-d282b4009289 HTTP/1.1" status: 204 len: 168 time: 0.3852422 May 17 12:01:59.893165 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.db [req-25dd82c1-ed37-4480-947a-883449d47597 req-e42dc9f8-58f7-4233-aa87-4ff201b1b8c7 service neutron] For port 4d058b89-233e-470f-880a-a90f321112df, host hv-cinder-73414, cleared binding levels {{(pid=78701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:01:59.909454 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.db [req-25dd82c1-ed37-4480-947a-883449d47597 req-e42dc9f8-58f7-4233-aa87-4ff201b1b8c7 service neutron] For port 4d058b89-233e-470f-880a-a90f321112df, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=4d058b89-233e-470f-880a-a90f321112df,segment=NetworkSegment(4aeb874b-5262-4be4-9c4d-452a8932079d),segment_id=4aeb874b-5262-4be4-9c4d-452a8932079d)] {{(pid=78701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:01:59.924181 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [req-25dd82c1-ed37-4480-947a-883449d47597 req-e42dc9f8-58f7-4233-aa87-4ff201b1b8c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2534717'] for port, after_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:01:59.932260 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-e42dc9f8-58f7-4233-aa87-4ff201b1b8c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:00.063848 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-a55f4532-1d51-4e20-b350-5f5e01b3a1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:00.087952 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd82c1-ed37-4480-947a-883449d47597 req-e42dc9f8-58f7-4233-aa87-4ff201b1b8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:00.088572 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [req-25dd82c1-ed37-4480-947a-883449d47597 req-e42dc9f8-58f7-4233-aa87-4ff201b1b8c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for port, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:00.090708 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-25dd82c1-ed37-4480-947a-883449d47597 req-e42dc9f8-58f7-4233-aa87-4ff201b1b8c7 service neutron] 10.222.0.52 "PUT /v2.0/ports/4d058b89-233e-470f-880a-a90f321112df HTTP/1.1" status: 200 len: 1094 time: 2.1410658 May 17 12:02:00.093407 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48658a2d-49e1-4e02-bd36-a506661d068d', 'tag': '4d058b89-233e-470f-880a-a90f321112df'}] {{(pid=78701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:02:00.121075 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868dcc6-ebb5-40ec-adf9-a78e83ce0a51 req-1ad86327-b87a-4c93-b803-bb138a131c9e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:00.121819 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-e868dcc6-ebb5-40ec-adf9-a78e83ce0a51 req-1ad86327-b87a-4c93-b803-bb138a131c9e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Synchronizing usage tracker for tenant:74eacc72869f49c6b97dcf14e5f937b4 on resource:port {{(pid=78701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:02:00.124957 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-a55f4532-1d51-4e20-b350-5f5e01b3a1e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:00.136063 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-a55f4532-1d51-4e20-b350-5f5e01b3a1e9 admin admin] Usage tracker for resource:security_group_rule and tenant:4d7fdd730663467d92c7e4d9016c2681 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:00.143836 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-a55f4532-1d51-4e20-b350-5f5e01b3a1e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:00.202984 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-a55f4532-1d51-4e20-b350-5f5e01b3a1e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:00.229439 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42dc9f8-58f7-4233-aa87-4ff201b1b8c7 service neutron] Pushing event updated for resources: {'Port': ['ID=4d058b89-233e-470f-880a-a90f321112df,revision_number=3']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:00.240338 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef299f4-e223-46a5-bb67-bfe42c242e0e req-d11ffb65-b138-4896-9f94-0780aa792ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:00.241967 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6ef299f4-e223-46a5-bb67-bfe42c242e0e req-d11ffb65-b138-4896-9f94-0780aa792ef8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b7cd8c4e-a019-4461-85c4-f31b1994bad4 HTTP/1.1" status: 200 len: 1099 time: 0.2269609 May 17 12:02:00.245931 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-e42dc9f8-58f7-4233-aa87-4ff201b1b8c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:00.256403 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd631e-7c71-4553-ac18-b8fa22655a1b req-72095509-da10-4551-a77c-a7e9bad391dc tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:00.258607 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-42fd631e-7c71-4553-ac18-b8fa22655a1b req-72095509-da10-4551-a77c-a7e9bad391dc tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7cd8c4e-a019-4461-85c4-f31b1994bad4 HTTP/1.1" status: 200 len: 946 time: 0.1674526 May 17 12:02:00.261877 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-e868dcc6-ebb5-40ec-adf9-a78e83ce0a51 req-1ad86327-b87a-4c93-b803-bb138a131c9e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Unset dirty status for tenant:74eacc72869f49c6b97dcf14e5f937b4 on resource:port {{(pid=78701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:02:00.263086 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-e868dcc6-ebb5-40ec-adf9-a78e83ce0a51 req-1ad86327-b87a-4c93-b803-bb138a131c9e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 944 time: 0.4338984 May 17 12:02:00.301828 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-6ef299f4-e223-46a5-bb67-bfe42c242e0e req-f0a89495-ffbd-4916-8848-748906b2b4ad service neutron] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:00.334285 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [req-6ef299f4-e223-46a5-bb67-bfe42c242e0e req-f0a89495-ffbd-4916-8848-748906b2b4ad service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:00.348652 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-6ef299f4-e223-46a5-bb67-bfe42c242e0e req-f0a89495-ffbd-4916-8848-748906b2b4ad service neutron] Usage tracker for resource:security_group_rule and tenant:d988d1d71d2c46f182c5cf2346c4e802 is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:00.365077 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-e868dcc6-ebb5-40ec-adf9-a78e83ce0a51 req-30eb5489-ea0f-4d8a-97bd-7b19918cb0d5 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902863 May 17 12:02:00.402441 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd82c1-ed37-4480-947a-883449d47597 req-565aabb1-3e4d-4bcd-8734-ba0e8a1bc9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:00.403950 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-25dd82c1-ed37-4480-947a-883449d47597 req-565aabb1-3e4d-4bcd-8734-ba0e8a1bc9d0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=74eacc72869f49c6b97dcf14e5f937b4&device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 1097 time: 0.2483592 May 17 12:02:00.457789 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-6ef299f4-e223-46a5-bb67-bfe42c242e0e req-f0a89495-ffbd-4916-8848-748906b2b4ad service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:00.471567 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-42fd631e-7c71-4553-ac18-b8fa22655a1b req-a4dba5fa-d6a3-48ae-971e-13e1d84a46f3 tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] 10.222.0.11 "GET /v2.0/security-groups?id=83173f9e-afa1-4465-8ae3-10f5431589f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853049 May 17 12:02:00.473554 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [req-6ef299f4-e223-46a5-bb67-bfe42c242e0e req-f0a89495-ffbd-4916-8848-748906b2b4ad service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:00.486870 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-25dd82c1-ed37-4480-947a-883449d47597 req-ebb72fe7-04c8-4732-a6d1-f06096d58269 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d058b89-233e-470f-880a-a90f321112df HTTP/1.1" status: 200 len: 217 time: 0.0683227 May 17 12:02:00.508182 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48658a2d-49e1-4e02-bd36-a506661d068d', 'tag': '4d058b89-233e-470f-880a-a90f321112df', 'status': 'completed', 'code': 200} May 17 12:02:00.568285 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-a55f4532-1d51-4e20-b350-5f5e01b3a1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:00.589185 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-a55f4532-1d51-4e20-b350-5f5e01b3a1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:00.591281 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-6ef299f4-e223-46a5-bb67-bfe42c242e0e req-f0a89495-ffbd-4916-8848-748906b2b4ad service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:00.599316 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-6ef299f4-e223-46a5-bb67-bfe42c242e0e req-f0a89495-ffbd-4916-8848-748906b2b4ad service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:00.602754 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:00.611803 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:00.616871 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd82c1-ed37-4480-947a-883449d47597 req-0837a619-4636-4cbf-821c-7933f36c7e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:00.633007 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-25dd82c1-ed37-4480-947a-883449d47597 req-0837a619-4636-4cbf-821c-7933f36c7e73 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4df74225-b796-4a2f-84ac-d4b6fecaea77 HTTP/1.1" status: 200 len: 849 time: 0.1238639 May 17 12:02:00.637225 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6ef299f4-e223-46a5-bb67-bfe42c242e0e req-f0a89495-ffbd-4916-8848-748906b2b4ad service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=83173f9e-afa1-4465-8ae3-10f5431589f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774061 May 17 12:02:00.653708 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a89495-ffbd-4916-8848-748906b2b4ad service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=572c7836-0d4c-43ed-bac4-66b3fdc94850,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:00.659094 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-f0a89495-ffbd-4916-8848-748906b2b4ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:00.670429 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-a55f4532-1d51-4e20-b350-5f5e01b3a1e9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4d7fdd730663467d92c7e4d9016c2681&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9197791 May 17 12:02:00.672878 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f4532-1d51-4e20-b350-5f5e01b3a1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59fe330-3795-410f-a740-5688468a0f0d,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:00.675282 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 55522) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:00.678819 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-a55f4532-1d51-4e20-b350-5f5e01b3a1e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:00.777032 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e1a2c0-6bca-4f9b-aab4-814cfb1006f6 req-94729874-8670-4458-8143-f56871038597 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:00.778784 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-a9e1a2c0-6bca-4f9b-aab4-814cfb1006f6 req-94729874-8670-4458-8143-f56871038597 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 945 time: 0.1172760 May 17 12:02:00.782701 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 55530) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:00.876249 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-a9e1a2c0-6bca-4f9b-aab4-814cfb1006f6 req-2f6c9c6a-9cdd-467e-a472-bbfdd7ba5df7 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705996 May 17 12:02:00.883832 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-b077c478-fd4e-48de-911f-88e742ed8823 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=568f9f107e204bd7bf7316c6fd443588&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0998187 May 17 12:02:00.884567 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 55536) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:00.902186 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-6b24a232-1f06-464d-9a04-2d4fb3778b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:00.945056 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-6b24a232-1f06-464d-9a04-2d4fb3778b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:00.954575 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-ec37d79d-11b8-4e72-9fe0-10c103010494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:01.001725 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-ec37d79d-11b8-4e72-9fe0-10c103010494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:01.021471 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd82c1-ed37-4480-947a-883449d47597 req-74ef3d20-6ab1-4942-a83c-b827feec744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:01.022967 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-25dd82c1-ed37-4480-947a-883449d47597 req-74ef3d20-6ab1-4942-a83c-b827feec744b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=232f65e1-0da5-4006-971a-4fd3e6d8c4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2671945 May 17 12:02:01.029025 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-6b24a232-1f06-464d-9a04-2d4fb3778b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:01.033956 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-f27c9eaf-770a-4eb5-af30-380ae0220b8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:01.067642 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-ec37d79d-11b8-4e72-9fe0-10c103010494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:01.072383 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:01.084294 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec37d79d-11b8-4e72-9fe0-10c103010494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355ef75d-b417-4078-8543-b163608a4bb4,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:01.092442 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-ec37d79d-11b8-4e72-9fe0-10c103010494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:01.100920 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-ec37d79d-11b8-4e72-9fe0-10c103010494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:01.104310 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-ec37d79d-11b8-4e72-9fe0-10c103010494 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/355ef75d-b417-4078-8543-b163608a4bb4 HTTP/1.1" status: 204 len: 168 time: 0.2165306 May 17 12:02:01.134059 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b24a232-1f06-464d-9a04-2d4fb3778b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59fe330-3795-410f-a740-5688468a0f0d,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:01.137843 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device e35031fa-3260-4017-b2da-7bb3bc1daace up at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:02:01.140433 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-6b24a232-1f06-464d-9a04-2d4fb3778b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:01.146583 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-6b24a232-1f06-464d-9a04-2d4fb3778b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:01.150169 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-6b24a232-1f06-464d-9a04-2d4fb3778b56 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d59fe330-3795-410f-a740-5688468a0f0d HTTP/1.1" status: 204 len: 168 time: 0.4708087 May 17 12:02:01.192838 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-25dd82c1-ed37-4480-947a-883449d47597 req-e1ef7f3f-978c-4eb4-a188-84d92969bb88 service neutron] 10.222.0.52 "GET /v2.0/networks/232f65e1-0da5-4006-971a-4fd3e6d8c4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594417 May 17 12:02:01.234848 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Provisioning for port e35031fa-3260-4017-b2da-7bb3bc1daace completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:02:01.244732 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Provisioning complete for port e35031fa-3260-4017-b2da-7bb3bc1daace triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:02:01.245153 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:01.359573 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-25dd82c1-ed37-4480-947a-883449d47597 req-a0223bd2-ecb0-432e-9e8c-84268f62b762 service neutron] 10.222.0.52 "GET /v2.0/networks/232f65e1-0da5-4006-971a-4fd3e6d8c4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572304 May 17 12:02:01.388258 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:01.433682 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port e35031fa-3260-4017-b2da-7bb3bc1daace, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e35031fa-3260-4017-b2da-7bb3bc1daace,segment=NetworkSegment(887f3473-e426-42df-889f-21311f468f7e),segment_id=887f3473-e426-42df-889f-21311f468f7e)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:02:01.440666 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:01.443395 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device e606e988-f68e-4583-971b-0396df5625f6 up at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:02:01.524047 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06135b6-2b85-4930-896c-d8c125de8912 req-49aab6e7-a12f-4c62-b299-84ff9450e4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:01.526891 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-b06135b6-2b85-4930-896c-d8c125de8912 req-49aab6e7-a12f-4c62-b299-84ff9450e4f4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=74eacc72869f49c6b97dcf14e5f937b4&device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 1097 time: 0.1016977 May 17 12:02:01.539451 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:01.617982 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Provisioning for port e606e988-f68e-4583-971b-0396df5625f6 completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:02:01.630149 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Provisioning complete for port e606e988-f68e-4583-971b-0396df5625f6 triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:02:01.630529 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:01.679446 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=e35031fa-3260-4017-b2da-7bb3bc1daace,revision_number=5']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:01.683098 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:01.745321 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6178624-d30e-4107-b7ba-8813ee4af66c req-51d6d10a-97eb-427d-8cf3-759e421e07de tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:01.746494 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c03b8db5-44c2-456f-ae8f-6b6fe912c165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35031fa-3260-4017-b2da-7bb3bc1daace'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:02:01.756128 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f6178624-d30e-4107-b7ba-8813ee4af66c req-51d6d10a-97eb-427d-8cf3-759e421e07de tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7cd8c4e-a019-4461-85c4-f31b1994bad4 HTTP/1.1" status: 200 len: 946 time: 0.1454856 May 17 12:02:01.811973 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:01.827075 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f6178624-d30e-4107-b7ba-8813ee4af66c req-647e6d5f-3df1-4bba-ac82-0443fe773acd tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] 10.222.0.11 "GET /v2.0/security-groups?id=83173f9e-afa1-4465-8ae3-10f5431589f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699806 May 17 12:02:01.828189 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a5dad-17f9-444f-a74a-2d753c07d859 req-ae8c2fde-6ba5-4e82-a951-72b8350977c0 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:01.839358 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-d28a5dad-17f9-444f-a74a-2d753c07d859 req-ae8c2fde-6ba5-4e82-a951-72b8350977c0 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 944 time: 0.2397976 May 17 12:02:01.839358 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06135b6-2b85-4930-896c-d8c125de8912 req-0050d9ab-3738-4184-8877-59a50e050b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:01.839692 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-b06135b6-2b85-4930-896c-d8c125de8912 req-0050d9ab-3738-4184-8877-59a50e050b23 service neutron] 10.222.0.52 "GET /v2.0/networks?id=232f65e1-0da5-4006-971a-4fd3e6d8c4db HTTP/1.1" status: 200 len: 911 time: 0.3043761 May 17 12:02:01.866936 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 55572) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:01.891541 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port e606e988-f68e-4583-971b-0396df5625f6, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e606e988-f68e-4583-971b-0396df5625f6,segment=NetworkSegment(887f3473-e426-42df-889f-21311f468f7e),segment_id=887f3473-e426-42df-889f-21311f468f7e)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:02:01.899323 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:01.906631 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:01.910694 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-9036d8b8-9fbe-4a28-9a97-879d93ba1784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:01.970810 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-9036d8b8-9fbe-4a28-9a97-879d93ba1784 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:01.983679 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-9036d8b8-9fbe-4a28-9a97-879d93ba1784 admin admin] Usage tracker for resource:security_group_rule and tenant:0d44a100b5f44f52a4965a28345b91f2 is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:02.011189 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-b06135b6-2b85-4930-896c-d8c125de8912 req-706c9fb9-0b9c-45e9-a65b-a95d0d4faebe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d058b89-233e-470f-880a-a90f321112df HTTP/1.1" status: 200 len: 217 time: 0.1585886 May 17 12:02:02.017315 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-9036d8b8-9fbe-4a28-9a97-879d93ba1784 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:02.042227 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-9036d8b8-9fbe-4a28-9a97-879d93ba1784 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:02.058801 dv-cinder-734144-19-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c03b8db5-44c2-456f-ae8f-6b6fe912c165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35031fa-3260-4017-b2da-7bb3bc1daace', 'code': 200} May 17 12:02:02.108200 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06135b6-2b85-4930-896c-d8c125de8912 req-29bff865-6893-44d3-86bf-0a2637024be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:02.109502 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-b06135b6-2b85-4930-896c-d8c125de8912 req-29bff865-6893-44d3-86bf-0a2637024be9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4df74225-b796-4a2f-84ac-d4b6fecaea77 HTTP/1.1" status: 200 len: 849 time: 0.0858586 May 17 12:02:02.146446 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=e606e988-f68e-4583-971b-0396df5625f6,revision_number=5']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:02.156455 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:02.193240 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-d28a5dad-17f9-444f-a74a-2d753c07d859 req-0dbad8a3-353d-489a-b8ad-95e4bdcf142a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3569491 May 17 12:02:02.246149 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06135b6-2b85-4930-896c-d8c125de8912 req-6bfd5367-7c5f-465f-831a-9916fa17c2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:02.247890 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-b06135b6-2b85-4930-896c-d8c125de8912 req-6bfd5367-7c5f-465f-831a-9916fa17c2bd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=232f65e1-0da5-4006-971a-4fd3e6d8c4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1269855 May 17 12:02:02.396797 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-9036d8b8-9fbe-4a28-9a97-879d93ba1784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:02.414642 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-9036d8b8-9fbe-4a28-9a97-879d93ba1784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:02.424337 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-f36b6a21-a2f4-4d25-ac46-6610127852c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:02.485162 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-9036d8b8-9fbe-4a28-9a97-879d93ba1784 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0d44a100b5f44f52a4965a28345b91f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6167858 May 17 12:02:02.490976 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 55600) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:02.499888 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d9e34-9dd6-45f5-b951-ee6ba20ca95e req-644f129e-a131-488a-a257-f813690e0d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:02.501548 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-c21d9e34-9dd6-45f5-b951-ee6ba20ca95e req-644f129e-a131-488a-a257-f813690e0d53 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 1098 time: 0.2135382 May 17 12:02:02.502177 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9036d8b8-9fbe-4a28-9a97-879d93ba1784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1faba95-f4f2-488a-8371-a9862bf247cd,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:02.503698 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-b06135b6-2b85-4930-896c-d8c125de8912 req-6385a080-1690-4099-8e2e-38c24cc7281f service neutron] 10.222.0.52 "GET /v2.0/networks/232f65e1-0da5-4006-971a-4fd3e6d8c4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460072 May 17 12:02:02.515825 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-9036d8b8-9fbe-4a28-9a97-879d93ba1784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:02.557424 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-c21d9e34-9dd6-45f5-b951-ee6ba20ca95e req-58cedde4-ec19-4cf7-afed-ba3c745671fd service neutron] Synchronizing usage tracker for tenant:d988d1d71d2c46f182c5cf2346c4e802 on resource:security_group {{(pid=78700) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:02:02.576676 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8b792-bc33-456e-a1b0-9a98de7e44f8 req-806fe437-1e8c-4d22-a3b2-558ed2116e42 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:02.578220 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-31d8b792-bc33-456e-a1b0-9a98de7e44f8 req-806fe437-1e8c-4d22-a3b2-558ed2116e42 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 946 time: 0.3494308 May 17 12:02:02.665241 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-c21d9e34-9dd6-45f5-b951-ee6ba20ca95e req-58cedde4-ec19-4cf7-afed-ba3c745671fd service neutron] Unset dirty status for tenant:d988d1d71d2c46f182c5cf2346c4e802 on resource:security_group {{(pid=78700) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:02:02.666534 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-c21d9e34-9dd6-45f5-b951-ee6ba20ca95e req-58cedde4-ec19-4cf7-afed-ba3c745671fd service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501293 May 17 12:02:02.679706 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-31d8b792-bc33-456e-a1b0-9a98de7e44f8 req-b870402e-6f6b-4fbd-a287-e7d6b56c8f2e tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946836 May 17 12:02:02.682683 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-bbc9ae67-9d46-4946-b823-1cdc36669d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:02.691200 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 55608) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:02.709709 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-b06135b6-2b85-4930-896c-d8c125de8912 req-37e742ef-6be0-4bd4-a6f4-a8b3d9b643ca service neutron] 10.222.0.52 "GET /v2.0/networks/232f65e1-0da5-4006-971a-4fd3e6d8c4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932971 May 17 12:02:02.745939 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-bbc9ae67-9d46-4946-b823-1cdc36669d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:02.818072 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-bbc9ae67-9d46-4946-b823-1cdc36669d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:02.844494 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-6829c812-1cd7-4dd1-becf-6903d71648af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:02.877682 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc9ae67-9d46-4946-b823-1cdc36669d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1faba95-f4f2-488a-8371-a9862bf247cd,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:02.901829 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-bbc9ae67-9d46-4946-b823-1cdc36669d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:02.908469 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-bbc9ae67-9d46-4946-b823-1cdc36669d7f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b1faba95-f4f2-488a-8371-a9862bf247cd HTTP/1.1" status: 204 len: 168 time: 0.4114742 May 17 12:02:02.918944 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-bbc9ae67-9d46-4946-b823-1cdc36669d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:02.934368 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [None req-6a067b36-6836-423b-b7dc-cc1735bb10a4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1758159604-network', 'tenant_id': '3c32b46e52764a7e8cfd0e20db6724f7'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:02:02.940195 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-6a067b36-6836-423b-b7dc-cc1735bb10a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:02.945428 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-6a067b36-6836-423b-b7dc-cc1735bb10a4 admin admin] Usage tracker for resource:network and tenant:3c32b46e52764a7e8cfd0e20db6724f7 is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:02.949010 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-6a067b36-6836-423b-b7dc-cc1735bb10a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:02.956922 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-6a067b36-6836-423b-b7dc-cc1735bb10a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:02.970181 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a067b36-6836-423b-b7dc-cc1735bb10a4 admin admin] Made reservation on behalf of 3c32b46e52764a7e8cfd0e20db6724f7 for: {'network': 1} {{(pid=78700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:02:02.972799 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-6a067b36-6836-423b-b7dc-cc1735bb10a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1523871'] for network, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:02.985282 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-6a067b36-6836-423b-b7dc-cc1735bb10a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:03.013316 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-6a067b36-6836-423b-b7dc-cc1735bb10a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:03.021143 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-6a067b36-6836-423b-b7dc-cc1735bb10a4 admin admin] Usage tracker for resource:security_group_rule and tenant:3c32b46e52764a7e8cfd0e20db6724f7 is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:03.025934 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-6a067b36-6836-423b-b7dc-cc1735bb10a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:03.036787 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-6a067b36-6836-423b-b7dc-cc1735bb10a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:03.097813 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2912dd0-c28b-488b-8484-a364c27d54d0 req-80859d01-e6d0-4536-a935-96e72e7a8e1e tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:03.100801 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-e2912dd0-c28b-488b-8484-a364c27d54d0 req-80859d01-e6d0-4536-a935-96e72e7a8e1e tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7cd8c4e-a019-4461-85c4-f31b1994bad4 HTTP/1.1" status: 200 len: 946 time: 0.1289308 May 17 12:02:03.168076 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-6a067b36-6836-423b-b7dc-cc1735bb10a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:03.173453 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-6a067b36-6836-423b-b7dc-cc1735bb10a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:03.183253 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-f0a89495-ffbd-4916-8848-748906b2b4ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:03.186177 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-e2912dd0-c28b-488b-8484-a364c27d54d0 req-8beb844e-10f6-4a92-b20a-8a648af88a2d tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] 10.222.0.11 "GET /v2.0/security-groups?id=83173f9e-afa1-4465-8ae3-10f5431589f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777946 May 17 12:02:03.208492 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a067b36-6836-423b-b7dc-cc1735bb10a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=78700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:02:03.231467 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-6a067b36-6836-423b-b7dc-cc1735bb10a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205'] for segment, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:03.231815 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.db.segments_db [None req-6a067b36-6836-423b-b7dc-cc1735bb10a4 admin admin] Added segment a0f39706-9180-4133-aeb1-ef8afeecadf5 of type vlan for network 56c4e9b7-7fb3-4976-b4c6-999df63213c8 May 17 12:02:03.233326 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a067b36-6836-423b-b7dc-cc1735bb10a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da9ec5c-1b43-478b-9da0-bbad045ab9a4,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:03.240600 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-6a067b36-6836-423b-b7dc-cc1735bb10a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:03.266757 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-6a067b36-6836-423b-b7dc-cc1735bb10a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762326795951'] for network, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:03.314998 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 55636) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:03.369248 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-6a067b36-6836-423b-b7dc-cc1735bb10a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533501'] for network, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:03.370717 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a067b36-6836-423b-b7dc-cc1735bb10a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:03.371239 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-6a067b36-6836-423b-b7dc-cc1735bb10a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for network, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:03.381946 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-87794b1b-65b4-4fc0-813c-bc5bd57d17fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:03.522175 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-6a067b36-6836-423b-b7dc-cc1735bb10a4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8240237 May 17 12:02:03.522175 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a067b36-6836-423b-b7dc-cc1735bb10a4 admin admin] Pushing event updated for resources: {'Network': ['ID=56c4e9b7-7fb3-4976-b4c6-999df63213c8,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:03.522469 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 55648) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:03.529011 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-c93d6024-8fe0-4152-b89d-a22e0245cdd5 admin admin] Request body: {'subnet': {'network_id': '56c4e9b7-7fb3-4976-b4c6-999df63213c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1758159604-subnet', 'tenant_id': '3c32b46e52764a7e8cfd0e20db6724f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:02:03.533807 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Network 56c4e9b7-7fb3-4976-b4c6-999df63213c8 details requested by agent ovs-agent-dv-cinder-734144-19-iscsi with host dv-cinder-734144-19-iscsi {{(pid=78702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 12:02:03.534302 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-6a067b36-6836-423b-b7dc-cc1735bb10a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:03.541894 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-c93d6024-8fe0-4152-b89d-a22e0245cdd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:03.550089 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-c93d6024-8fe0-4152-b89d-a22e0245cdd5 admin admin] Usage tracker for resource:subnet and tenant:3c32b46e52764a7e8cfd0e20db6724f7 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:03.564792 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-c93d6024-8fe0-4152-b89d-a22e0245cdd5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:03.584140 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-c93d6024-8fe0-4152-b89d-a22e0245cdd5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:03.593956 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df535a1d-bd5d-430c-8666-f7ec45b94f27 req-81afff82-ea21-464e-ab75-93bc2f4842e2 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:03.595580 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-df535a1d-bd5d-430c-8666-f7ec45b94f27 req-81afff82-ea21-464e-ab75-93bc2f4842e2 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 944 time: 0.2641098 May 17 12:02:03.617022 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93d6024-8fe0-4152-b89d-a22e0245cdd5 admin admin] Made reservation on behalf of 3c32b46e52764a7e8cfd0e20db6724f7 for: {'subnet': 1} {{(pid=78701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:02:03.619420 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-c93d6024-8fe0-4152-b89d-a22e0245cdd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2580811'] for subnet, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:03.722480 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-df535a1d-bd5d-430c-8666-f7ec45b94f27 req-5b474e09-417b-42c4-98d1-f265ffd5c0f6 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197205 May 17 12:02:03.926369 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-aef173a3-c5bc-4ac3-94dd-419e44ee237d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:03.987600 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-aef173a3-c5bc-4ac3-94dd-419e44ee237d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:03.995884 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-aef173a3-c5bc-4ac3-94dd-419e44ee237d admin admin] Usage tracker for resource:security_group_rule and tenant:7dc79b6c62d6451cb297767b85f34bcb is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:04.001455 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-aef173a3-c5bc-4ac3-94dd-419e44ee237d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:04.012352 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-aef173a3-c5bc-4ac3-94dd-419e44ee237d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:04.060544 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a7babc-5a69-4085-adc3-ec64ba5723c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e606e988-f68e-4583-971b-0396df5625f6'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:02:04.135525 dv-cinder-734144-19-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a7babc-5a69-4085-adc3-ec64ba5723c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e606e988-f68e-4583-971b-0396df5625f6', 'code': 200} May 17 12:02:04.203756 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4109a34-700e-4960-89ce-5fd5fa77cae3 req-c1fe7a07-5a27-469a-ba17-2b7029df8832 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:04.205388 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-a4109a34-700e-4960-89ce-5fd5fa77cae3 req-c1fe7a07-5a27-469a-ba17-2b7029df8832 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 946 time: 0.3862774 May 17 12:02:04.320146 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-a4109a34-700e-4960-89ce-5fd5fa77cae3 req-3b548542-47e7-4694-9604-314207c03ee1 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044316 May 17 12:02:04.474925 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-aef173a3-c5bc-4ac3-94dd-419e44ee237d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:04.489958 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-aef173a3-c5bc-4ac3-94dd-419e44ee237d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:04.502436 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:04.569078 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-aef173a3-c5bc-4ac3-94dd-419e44ee237d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7dc79b6c62d6451cb297767b85f34bcb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2497699 May 17 12:02:04.570509 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef173a3-c5bc-4ac3-94dd-419e44ee237d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29147d08-b682-41d0-b94a-0f331b40e180,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:04.570787 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 55692) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:04.576156 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-aef173a3-c5bc-4ac3-94dd-419e44ee237d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:04.603051 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e75968-9691-4614-8b4d-2388e613fabd req-354912b3-c098-4cc0-9138-079dccf4079b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:04.604675 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-e9e75968-9691-4614-8b4d-2388e613fabd req-354912b3-c098-4cc0-9138-079dccf4079b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 1099 time: 0.1949675 May 17 12:02:04.698922 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-e9e75968-9691-4614-8b4d-2388e613fabd req-14277f47-d542-488b-90e4-1c9daba54c87 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870676 May 17 12:02:04.709745 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-c93d6024-8fe0-4152-b89d-a22e0245cdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2534792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2580825'] for subnet, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:04.715219 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:04.741930 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-68cfd078-862c-4eac-8e87-b7e1818c78ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:04.790954 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-68cfd078-862c-4eac-8e87-b7e1818c78ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:04.891107 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-68cfd078-862c-4eac-8e87-b7e1818c78ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:04.896222 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93d6024-8fe0-4152-b89d-a22e0245cdd5 admin admin] Checking segment: {'id': 'a0f39706-9180-4133-aeb1-ef8afeecadf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '56c4e9b7-7fb3-4976-b4c6-999df63213c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:02:04.896644 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93d6024-8fe0-4152-b89d-a22e0245cdd5 admin admin] Network hostable DHCP agents. Network: 56c4e9b7-7fb3-4976-b4c6-999df63213c8, hostable agents: ['1bb0aafc-e938-4aea-abc6-5926a36b60fa'], hosted agents: [] {{(pid=78701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:02:04.900796 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-a7d3ed75-9b52-4061-824f-e91050abfccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:04.905105 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d6024-8fe0-4152-b89d-a22e0245cdd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dde2e95-1dd9-48d5-8dcf-36580591edb5,revision_number=0']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:04.916967 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cfd078-862c-4eac-8e87-b7e1818c78ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29147d08-b682-41d0-b94a-0f331b40e180,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:04.920973 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-68cfd078-862c-4eac-8e87-b7e1818c78ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:04.924276 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-68cfd078-862c-4eac-8e87-b7e1818c78ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:04.925431 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-68cfd078-862c-4eac-8e87-b7e1818c78ee admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/29147d08-b682-41d0-b94a-0f331b40e180 HTTP/1.1" status: 204 len: 168 time: 0.3536701 May 17 12:02:04.945624 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-c93d6024-8fe0-4152-b89d-a22e0245cdd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:04.959629 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93d6024-8fe0-4152-b89d-a22e0245cdd5 admin admin] Network 56c4e9b7-7fb3-4976-b4c6-999df63213c8 is scheduled to be hosted by DHCP agent 1bb0aafc-e938-4aea-abc6-5926a36b60fa with binding_index 1 {{(pid=78701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:02:04.986235 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.base_scheduler [None req-c93d6024-8fe0-4152-b89d-a22e0245cdd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-19-iscsi, 56c4e9b7-7fb3-4976-b4c6-999df63213c8) {{(pid=78701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:02:05.002519 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2990718-e38a-4d64-9eef-1fe0904c35f2 None None] Network 56c4e9b7-7fb3-4976-b4c6-999df63213c8 requested from dv-cinder-734144-19-iscsi {{(pid=78702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:02:05.006122 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93d6024-8fe0-4152-b89d-a22e0245cdd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:05.008510 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-c93d6024-8fe0-4152-b89d-a22e0245cdd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:05.065309 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-c93d6024-8fe0-4152-b89d-a22e0245cdd5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5399609 May 17 12:02:05.107988 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acaf0a9-df1a-45a3-a98a-aefae1dd45a7 req-f982df69-1333-4a50-a89c-312afdc9b52d tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:05.109995 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0acaf0a9-df1a-45a3-a98a-aefae1dd45a7 req-f982df69-1333-4a50-a89c-312afdc9b52d tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 944 time: 0.1373034 May 17 12:02:05.150423 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 4d058b89-233e-470f-880a-a90f321112df details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:02:05.185244 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0acaf0a9-df1a-45a3-a98a-aefae1dd45a7 req-b4c1966a-a415-48a1-8018-df8520561c83 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682037 May 17 12:02:05.385059 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4bcbdb-c1e3-4739-b691-f3b4efe5feba None None] Network 56c4e9b7-7fb3-4976-b4c6-999df63213c8 requested from dv-cinder-734144-19-iscsi {{(pid=78702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:02:05.607690 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3955835-f805-4b60-b93a-215015f6e8c5 req-ae44cb21-026f-4c11-8fc4-af1f31d44dc6 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:05.617039 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d3955835-f805-4b60-b93a-215015f6e8c5 req-ae44cb21-026f-4c11-8fc4-af1f31d44dc6 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 946 time: 0.1229937 May 17 12:02:05.662376 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port 4d058b89-233e-470f-880a-a90f321112df, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=4d058b89-233e-470f-880a-a90f321112df,segment=NetworkSegment(4aeb874b-5262-4be4-9c4d-452a8932079d),segment_id=4aeb874b-5262-4be4-9c4d-452a8932079d)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:02:05.681390 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d3955835-f805-4b60-b93a-215015f6e8c5 req-7a3f647d-5e89-47db-8565-8baceca47571 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631552 May 17 12:02:05.715329 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Returning: {'device': '4d058b89-233e-470f-880a-a90f321112df', 'network_id': '232f65e1-0da5-4006-971a-4fd3e6d8c4db', 'port_id': '4d058b89-233e-470f-880a-a90f321112df', 'mac_address': 'fa:16:3e:5c:74:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4df74225-b796-4a2f-84ac-d4b6fecaea77', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:02:05.810694 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:05.832782 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d058b89-233e-470f-880a-a90f321112df {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:02:05.853101 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port 4d058b89-233e-470f-880a-a90f321112df, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=4d058b89-233e-470f-880a-a90f321112df,segment=NetworkSegment(4aeb874b-5262-4be4-9c4d-452a8932079d),segment_id=4aeb874b-5262-4be4-9c4d-452a8932079d)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:02:05.857869 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:05.861610 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:05.953137 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=4d058b89-233e-470f-880a-a90f321112df,revision_number=4']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:05.960755 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:06.104817 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] get_ports_and_sgs() called for port_ids ['4d058b89-233e-470f-880a-a90f321112df'] {{(pid=78702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:02:06.444349 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc32d5d-7ed5-48d8-9330-162cfca9f06f req-e6dc7203-302a-403b-9dca-8c7cd4a8e763 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:06.445836 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6cc32d5d-7ed5-48d8-9330-162cfca9f06f req-e6dc7203-302a-403b-9dca-8c7cd4a8e763 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 945 time: 0.0945981 May 17 12:02:06.467312 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 55788) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:06.472837 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-4ad3c606-bda5-4b3f-9d4a-8472805446c0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1289933824-network', 'tenant_id': '8221278183cf4d5eaf8a0892d8fc57f9'}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:02:06.477915 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-4ad3c606-bda5-4b3f-9d4a-8472805446c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:06.483669 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-4ad3c606-bda5-4b3f-9d4a-8472805446c0 admin admin] Usage tracker for resource:network and tenant:8221278183cf4d5eaf8a0892d8fc57f9 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:06.488073 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-4ad3c606-bda5-4b3f-9d4a-8472805446c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:06.495756 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-4ad3c606-bda5-4b3f-9d4a-8472805446c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:06.514839 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6cc32d5d-7ed5-48d8-9330-162cfca9f06f req-9b3faed2-ccf2-4fe7-80ef-3d443dcd7df0 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621459 May 17 12:02:06.517642 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad3c606-bda5-4b3f-9d4a-8472805446c0 admin admin] Made reservation on behalf of 8221278183cf4d5eaf8a0892d8fc57f9 for: {'network': 1} {{(pid=78701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:02:06.522987 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-4ad3c606-bda5-4b3f-9d4a-8472805446c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1523871'] for network, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:06.547773 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-4ad3c606-bda5-4b3f-9d4a-8472805446c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:06.567113 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-4ad3c606-bda5-4b3f-9d4a-8472805446c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:06.571452 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-4ad3c606-bda5-4b3f-9d4a-8472805446c0 admin admin] Usage tracker for resource:security_group_rule and tenant:8221278183cf4d5eaf8a0892d8fc57f9 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:06.574637 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-4ad3c606-bda5-4b3f-9d4a-8472805446c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:06.576198 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:06.581063 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-4ad3c606-bda5-4b3f-9d4a-8472805446c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:06.686264 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-4ad3c606-bda5-4b3f-9d4a-8472805446c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:06.692973 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-4ad3c606-bda5-4b3f-9d4a-8472805446c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:06.708521 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ad3c606-bda5-4b3f-9d4a-8472805446c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=78701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:02:06.721857 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:06.769077 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-4ad3c606-bda5-4b3f-9d4a-8472805446c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205'] for segment, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:06.769626 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.db.segments_db [None req-4ad3c606-bda5-4b3f-9d4a-8472805446c0 admin admin] Added segment 7b8a61b4-4341-4fb0-ae3f-e50d4e811bb7 of type vlan for network 52f6b66d-2ab0-4501-8363-997b4b1110b6 May 17 12:02:06.771125 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3c606-bda5-4b3f-9d4a-8472805446c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87214910-d1fd-4fdf-94eb-19658999d25a,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:06.794886 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-4ad3c606-bda5-4b3f-9d4a-8472805446c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:06.828859 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-4ad3c606-bda5-4b3f-9d4a-8472805446c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762326795951'] for network, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:06.921140 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-4ad3c606-bda5-4b3f-9d4a-8472805446c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533501'] for network, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:06.924557 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad3c606-bda5-4b3f-9d4a-8472805446c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:06.925240 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-4ad3c606-bda5-4b3f-9d4a-8472805446c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for network, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:06.936343 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:07.061799 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661ee66-367e-447f-a274-f9b09986d279 req-63573b60-31e9-44d8-8375-52aa7d3a92ce tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:07.063268 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-8661ee66-367e-447f-a274-f9b09986d279 req-63573b60-31e9-44d8-8375-52aa7d3a92ce tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 946 time: 0.2296140 May 17 12:02:07.067551 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3c606-bda5-4b3f-9d4a-8472805446c0 admin admin] Pushing event updated for resources: {'Network': ['ID=52f6b66d-2ab0-4501-8363-997b4b1110b6,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:07.070186 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-4ad3c606-bda5-4b3f-9d4a-8472805446c0 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6019619 May 17 12:02:07.073088 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 55808) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:07.082887 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [None req-54120262-8520-48e5-9ca9-5d0b0be0dc9c admin admin] Request body: {'subnet': {'network_id': '52f6b66d-2ab0-4501-8363-997b4b1110b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1289933824-subnet', 'tenant_id': '8221278183cf4d5eaf8a0892d8fc57f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:02:07.083930 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Network 52f6b66d-2ab0-4501-8363-997b4b1110b6 details requested by agent ovs-agent-dv-cinder-734144-19-iscsi with host dv-cinder-734144-19-iscsi {{(pid=78702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 12:02:07.086550 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-4ad3c606-bda5-4b3f-9d4a-8472805446c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:07.093890 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-54120262-8520-48e5-9ca9-5d0b0be0dc9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:07.104018 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-54120262-8520-48e5-9ca9-5d0b0be0dc9c admin admin] Usage tracker for resource:subnet and tenant:8221278183cf4d5eaf8a0892d8fc57f9 is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:07.111203 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-54120262-8520-48e5-9ca9-5d0b0be0dc9c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:07.126044 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-54120262-8520-48e5-9ca9-5d0b0be0dc9c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:07.143160 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-8661ee66-367e-447f-a274-f9b09986d279 req-a94d4359-0307-40b2-9194-a806945d3867 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705893 May 17 12:02:07.150507 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54120262-8520-48e5-9ca9-5d0b0be0dc9c admin admin] Made reservation on behalf of 8221278183cf4d5eaf8a0892d8fc57f9 for: {'subnet': 1} {{(pid=78700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:02:07.153257 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-54120262-8520-48e5-9ca9-5d0b0be0dc9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2936353'] for subnet, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:07.182958 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 4d058b89-233e-470f-880a-a90f321112df up at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:02:07.276299 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Provisioning for port 4d058b89-233e-470f-880a-a90f321112df completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:02:07.282131 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Provisioning complete for port 4d058b89-233e-470f-880a-a90f321112df triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:02:07.282487 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:07.431067 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:07.475616 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48658a2d-49e1-4e02-bd36-a506661d068d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d058b89-233e-470f-880a-a90f321112df'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:02:07.512482 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port 4d058b89-233e-470f-880a-a90f321112df, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=4d058b89-233e-470f-880a-a90f321112df,segment=NetworkSegment(4aeb874b-5262-4be4-9c4d-452a8932079d),segment_id=4aeb874b-5262-4be4-9c4d-452a8932079d)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:02:07.517111 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:07.523147 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:07.609845 dv-cinder-734144-19-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48658a2d-49e1-4e02-bd36-a506661d068d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d058b89-233e-470f-880a-a90f321112df', 'code': 200} May 17 12:02:07.669217 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=4d058b89-233e-470f-880a-a90f321112df,revision_number=5']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:07.672602 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:07.804151 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9378633-272a-4cc8-96c7-378e9fc24ff0 req-bc30b074-5d75-4e23-99d9-9e031cc4b8e8 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:07.805573 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-c9378633-272a-4cc8-96c7-378e9fc24ff0 req-bc30b074-5d75-4e23-99d9-9e031cc4b8e8 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 946 time: 0.1734014 May 17 12:02:07.807776 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e6485-18b7-4881-9b06-3feaa1e9280e req-5da32ae2-8226-4193-999c-744f6d105c36 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:07.814703 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-324e6485-18b7-4881-9b06-3feaa1e9280e req-5da32ae2-8226-4193-999c-744f6d105c36 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.1033309 May 17 12:02:07.817999 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-54120262-8520-48e5-9ca9-5d0b0be0dc9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2209136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2936371'] for subnet, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:07.833992 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 55842) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:07.834691 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:07.882186 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-324e6485-18b7-4881-9b06-3feaa1e9280e req-b017f231-3c72-4657-9f99-aa4cd4ecd79e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665493 May 17 12:02:07.963383 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-c9378633-272a-4cc8-96c7-378e9fc24ff0 req-be5e1f91-a895-4401-840e-961d5e45207f tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471879 May 17 12:02:07.970632 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54120262-8520-48e5-9ca9-5d0b0be0dc9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ad0ed21-0596-45df-b2ee-662a8b5c9bfc,revision_number=0']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:07.975378 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-54120262-8520-48e5-9ca9-5d0b0be0dc9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:07.978017 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54120262-8520-48e5-9ca9-5d0b0be0dc9c admin admin] Checking segment: {'id': '7b8a61b4-4341-4fb0-ae3f-e50d4e811bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '52f6b66d-2ab0-4501-8363-997b4b1110b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:02:07.978302 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54120262-8520-48e5-9ca9-5d0b0be0dc9c admin admin] Network hostable DHCP agents. Network: 52f6b66d-2ab0-4501-8363-997b4b1110b6, hostable agents: ['1bb0aafc-e938-4aea-abc6-5926a36b60fa'], hosted agents: [] {{(pid=78700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:02:07.999190 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-aeac7638-7188-4a87-9a90-e33470058677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:08.008303 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54120262-8520-48e5-9ca9-5d0b0be0dc9c admin admin] Network 52f6b66d-2ab0-4501-8363-997b4b1110b6 is scheduled to be hosted by DHCP agent 1bb0aafc-e938-4aea-abc6-5926a36b60fa with binding_index 1 {{(pid=78700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:02:08.016235 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-aeac7638-7188-4a87-9a90-e33470058677 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:08.018896 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.base_scheduler [None req-54120262-8520-48e5-9ca9-5d0b0be0dc9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-19-iscsi, 52f6b66d-2ab0-4501-8363-997b4b1110b6) {{(pid=78700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:02:08.021196 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-aeac7638-7188-4a87-9a90-e33470058677 admin admin] Usage tracker for resource:security_group_rule and tenant:2df8e0f72dda44fdac0c7be30d0c6098 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:08.030086 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54120262-8520-48e5-9ca9-5d0b0be0dc9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:08.030624 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-aeac7638-7188-4a87-9a90-e33470058677 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:08.030828 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-54120262-8520-48e5-9ca9-5d0b0be0dc9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for subnet, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:08.031170 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d717fad3-890f-4443-a365-bd512d2cc57f None None] Network 52f6b66d-2ab0-4501-8363-997b4b1110b6 requested from dv-cinder-734144-19-iscsi {{(pid=78702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:02:08.040773 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-aeac7638-7188-4a87-9a90-e33470058677 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:08.061867 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-54120262-8520-48e5-9ca9-5d0b0be0dc9c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9788969 May 17 12:02:08.137996 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-aeac7638-7188-4a87-9a90-e33470058677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:08.144223 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-aeac7638-7188-4a87-9a90-e33470058677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:08.157488 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:08.198693 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-aeac7638-7188-4a87-9a90-e33470058677 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2df8e0f72dda44fdac0c7be30d0c6098&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3635988 May 17 12:02:08.201502 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 55850) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:08.203738 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac7638-7188-4a87-9a90-e33470058677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7425dd46-11a5-48ec-a20e-59e979b0baa6,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:08.220812 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-aeac7638-7188-4a87-9a90-e33470058677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:08.283686 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-aed9b314-ec75-4001-8409-c27f6f57d3b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:08.293063 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6f175e-2bb4-49dc-9ec7-c8ac1176f12b None None] Network 52f6b66d-2ab0-4501-8363-997b4b1110b6 requested from dv-cinder-734144-19-iscsi {{(pid=78702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:02:08.321560 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-aed9b314-ec75-4001-8409-c27f6f57d3b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:08.380913 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-aed9b314-ec75-4001-8409-c27f6f57d3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:08.387113 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-bbc9ae67-9d46-4946-b823-1cdc36669d7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:08.405137 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9b314-ec75-4001-8409-c27f6f57d3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7425dd46-11a5-48ec-a20e-59e979b0baa6,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:08.407617 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-aed9b314-ec75-4001-8409-c27f6f57d3b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:08.408765 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-aed9b314-ec75-4001-8409-c27f6f57d3b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:08.409946 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-aed9b314-ec75-4001-8409-c27f6f57d3b5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7425dd46-11a5-48ec-a20e-59e979b0baa6 HTTP/1.1" status: 204 len: 168 time: 0.2073531 May 17 12:02:08.752708 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-428ad1ee-9449-40ef-a811-a42291de3526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:09.115448 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22cbd8-99e7-4112-a508-a32d3fcac716 req-69ea3366-7af6-4471-a84d-9a2806574a0d tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:09.118112 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-9d22cbd8-99e7-4112-a508-a32d3fcac716 req-69ea3366-7af6-4471-a84d-9a2806574a0d tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.1032052 May 17 12:02:09.173235 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-9d22cbd8-99e7-4112-a508-a32d3fcac716 req-82f46894-929f-4440-9ecd-813d825d2d9f tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491517 May 17 12:02:09.195990 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd33639-5ade-4d92-85de-2f32e9c26936 req-09dc2ed2-de32-4daa-aaa8-ac564014c06f tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:09.197646 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-5dd33639-5ade-4d92-85de-2f32e9c26936 req-09dc2ed2-de32-4daa-aaa8-ac564014c06f tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 946 time: 0.0986593 May 17 12:02:09.248670 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-5dd33639-5ade-4d92-85de-2f32e9c26936 req-463be11d-99ec-4bea-9884-7355361ddcc8 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443180 May 17 12:02:09.260075 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 55904) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:09.367593 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-3115b812-d222-49cf-8cf9-d9a35c1185b8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1740899681-network', 'tenant_id': 'a26586412a0b4bf0b3e9ec3fa71c14be'}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:02:09.372339 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-3115b812-d222-49cf-8cf9-d9a35c1185b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:09.376154 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-3115b812-d222-49cf-8cf9-d9a35c1185b8 admin admin] Usage tracker for resource:network and tenant:a26586412a0b4bf0b3e9ec3fa71c14be is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:09.379059 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-3115b812-d222-49cf-8cf9-d9a35c1185b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:09.386271 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-3115b812-d222-49cf-8cf9-d9a35c1185b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:09.396089 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3115b812-d222-49cf-8cf9-d9a35c1185b8 admin admin] Made reservation on behalf of a26586412a0b4bf0b3e9ec3fa71c14be for: {'network': 1} {{(pid=78701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:02:09.398591 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-3115b812-d222-49cf-8cf9-d9a35c1185b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1523871'] for network, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:09.411521 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-3115b812-d222-49cf-8cf9-d9a35c1185b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:09.427148 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-3115b812-d222-49cf-8cf9-d9a35c1185b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:09.431285 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-3115b812-d222-49cf-8cf9-d9a35c1185b8 admin admin] Usage tracker for resource:security_group_rule and tenant:a26586412a0b4bf0b3e9ec3fa71c14be is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:09.434270 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-3115b812-d222-49cf-8cf9-d9a35c1185b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:09.440383 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-3115b812-d222-49cf-8cf9-d9a35c1185b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:09.544810 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-3115b812-d222-49cf-8cf9-d9a35c1185b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:09.548784 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-3115b812-d222-49cf-8cf9-d9a35c1185b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:09.552925 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:09.576384 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3115b812-d222-49cf-8cf9-d9a35c1185b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=78701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:02:09.592444 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3115b812-d222-49cf-8cf9-d9a35c1185b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18cb5e0-349e-4af4-a126-102dafc72b8a,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:09.592649 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 55916) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:09.593374 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-3115b812-d222-49cf-8cf9-d9a35c1185b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:09.594324 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-3115b812-d222-49cf-8cf9-d9a35c1185b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205'] for segment, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:09.594656 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.db.segments_db [None req-3115b812-d222-49cf-8cf9-d9a35c1185b8 admin admin] Added segment 94b16cb5-a6fd-46f0-9094-020c3c371b22 of type vlan for network 2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd May 17 12:02:09.625959 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-3115b812-d222-49cf-8cf9-d9a35c1185b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762326795951'] for network, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:09.657266 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-3115b812-d222-49cf-8cf9-d9a35c1185b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533501'] for network, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:09.658603 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3115b812-d222-49cf-8cf9-d9a35c1185b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:09.659174 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-3115b812-d222-49cf-8cf9-d9a35c1185b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for network, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:09.665239 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-4ad3c606-bda5-4b3f-9d4a-8472805446c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:09.723456 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-31c39e23-365c-43c9-bf45-4bf0cdcd055c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:09.737688 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-31c39e23-365c-43c9-bf45-4bf0cdcd055c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:09.741768 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-31c39e23-365c-43c9-bf45-4bf0cdcd055c admin admin] Usage tracker for resource:security_group_rule and tenant:bb030df51f9d403e9cdd18412686c14e is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:09.744528 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-31c39e23-365c-43c9-bf45-4bf0cdcd055c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:09.750470 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-31c39e23-365c-43c9-bf45-4bf0cdcd055c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:09.763268 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3115b812-d222-49cf-8cf9-d9a35c1185b8 admin admin] Pushing event updated for resources: {'Network': ['ID=2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:09.766404 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-3115b812-d222-49cf-8cf9-d9a35c1185b8 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5052238 May 17 12:02:09.767219 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-3115b812-d222-49cf-8cf9-d9a35c1185b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:09.770291 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 55922) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:09.776199 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-ced44d89-97df-48bb-8f8d-30983f993c15 admin admin] Request body: {'subnet': {'network_id': '2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1740899681-subnet', 'tenant_id': 'a26586412a0b4bf0b3e9ec3fa71c14be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:02:09.779385 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Network 2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd details requested by agent ovs-agent-dv-cinder-734144-19-iscsi with host dv-cinder-734144-19-iscsi {{(pid=78702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 12:02:09.780368 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-ced44d89-97df-48bb-8f8d-30983f993c15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:09.784215 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-ced44d89-97df-48bb-8f8d-30983f993c15 admin admin] Usage tracker for resource:subnet and tenant:a26586412a0b4bf0b3e9ec3fa71c14be is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:09.788113 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-ced44d89-97df-48bb-8f8d-30983f993c15 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:09.793911 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-ced44d89-97df-48bb-8f8d-30983f993c15 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:09.810468 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced44d89-97df-48bb-8f8d-30983f993c15 admin admin] Made reservation on behalf of a26586412a0b4bf0b3e9ec3fa71c14be for: {'subnet': 1} {{(pid=78701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:02:09.813449 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-ced44d89-97df-48bb-8f8d-30983f993c15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2580811'] for subnet, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:09.852668 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-31c39e23-365c-43c9-bf45-4bf0cdcd055c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:09.857449 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-31c39e23-365c-43c9-bf45-4bf0cdcd055c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:09.866867 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-6a067b36-6836-423b-b7dc-cc1735bb10a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:09.906832 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-31c39e23-365c-43c9-bf45-4bf0cdcd055c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bb030df51f9d403e9cdd18412686c14e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3128657 May 17 12:02:09.909490 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 55926) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:09.912993 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c39e23-365c-43c9-bf45-4bf0cdcd055c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98926ac-0419-478d-b4c6-c10f22480500,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:09.926530 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-31c39e23-365c-43c9-bf45-4bf0cdcd055c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:09.976576 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-7e6f4261-4948-4c18-b52f-f118837b46d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:10.009032 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-7e6f4261-4948-4c18-b52f-f118837b46d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:10.069128 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-7e6f4261-4948-4c18-b52f-f118837b46d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:10.075593 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-31c39e23-365c-43c9-bf45-4bf0cdcd055c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:10.089303 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-7e6f4261-4948-4c18-b52f-f118837b46d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:10.092897 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-7e6f4261-4948-4c18-b52f-f118837b46d2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c98926ac-0419-478d-b4c6-c10f22480500 HTTP/1.1" status: 204 len: 168 time: 0.1795421 May 17 12:02:10.094113 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f4261-4948-4c18-b52f-f118837b46d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98926ac-0419-478d-b4c6-c10f22480500,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:10.096644 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-7e6f4261-4948-4c18-b52f-f118837b46d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:10.333489 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-ced44d89-97df-48bb-8f8d-30983f993c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2534792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2580825'] for subnet, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:10.375278 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-06d2d1df-6c73-4657-997d-ace5956f31f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:10.472559 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced44d89-97df-48bb-8f8d-30983f993c15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6261fd46-3780-4f90-ad06-2f624900197f,revision_number=0']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:10.481822 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-ced44d89-97df-48bb-8f8d-30983f993c15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:10.527436 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d39cc5-3bb0-40f6-879d-7db6f1cf2b55 req-d9094543-e9f0-43e0-97aa-9211acf436b2 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:10.530481 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-41d39cc5-3bb0-40f6-879d-7db6f1cf2b55 req-d9094543-e9f0-43e0-97aa-9211acf436b2 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 946 time: 0.1382031 May 17 12:02:10.530611 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 55950) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:10.572543 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-13b042ac-45eb-4b6a-8d17-b637383fbc83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:10.593838 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-41d39cc5-3bb0-40f6-879d-7db6f1cf2b55 req-c80e0ff1-adae-4305-b2b4-534d714de415 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516469 May 17 12:02:10.616252 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-13b042ac-45eb-4b6a-8d17-b637383fbc83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:10.622347 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-13b042ac-45eb-4b6a-8d17-b637383fbc83 admin admin] Usage tracker for resource:security_group_rule and tenant:a4e4d28a7d6c478caccf04da5e725845 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:10.632532 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-13b042ac-45eb-4b6a-8d17-b637383fbc83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:10.643874 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-13b042ac-45eb-4b6a-8d17-b637383fbc83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:10.647557 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced44d89-97df-48bb-8f8d-30983f993c15 admin admin] Checking segment: {'id': '94b16cb5-a6fd-46f0-9094-020c3c371b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:02:10.647918 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced44d89-97df-48bb-8f8d-30983f993c15 admin admin] Network hostable DHCP agents. Network: 2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd, hostable agents: ['1bb0aafc-e938-4aea-abc6-5926a36b60fa'], hosted agents: [] {{(pid=78701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:02:10.693357 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5cc13-f121-4c95-a0a3-66ce697da2c6 req-fae14095-75b7-4be4-90c0-a9eccdd2efad tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:10.694883 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-31e5cc13-f121-4c95-a0a3-66ce697da2c6 req-fae14095-75b7-4be4-90c0-a9eccdd2efad tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.3631268 May 17 12:02:10.724114 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948f324-aa72-4290-9158-de1786860928 req-03d9e0f1-dc4f-4e82-9f37-bdef7509dfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:10.725600 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f948f324-aa72-4290-9158-de1786860928 req-03d9e0f1-dc4f-4e82-9f37-bdef7509dfbe service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 1099 time: 0.0746236 May 17 12:02:10.733191 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eedace-b345-43d6-804c-26624ead4cb6 req-f497c10f-9ef4-4ce6-803d-f2d1a8fe88c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:10.734806 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-11eedace-b345-43d6-804c-26624ead4cb6 req-f497c10f-9ef4-4ce6-803d-f2d1a8fe88c6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6bf663e867404027b23faa6cae49fd9c&device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 1099 time: 0.2633369 May 17 12:02:10.740731 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced44d89-97df-48bb-8f8d-30983f993c15 admin admin] Network 2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd is scheduled to be hosted by DHCP agent 1bb0aafc-e938-4aea-abc6-5926a36b60fa with binding_index 1 {{(pid=78701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:02:10.768906 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f948f324-aa72-4290-9158-de1786860928 req-f6235aca-3940-4db3-8263-36d3b790a111 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358341 May 17 12:02:10.863033 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.base_scheduler [None req-ced44d89-97df-48bb-8f8d-30983f993c15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-19-iscsi, 2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd) {{(pid=78701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:02:10.871909 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb4b9f8-78e1-4509-97bd-2bd1c5ef3e4a None None] Network 2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd requested from dv-cinder-734144-19-iscsi {{(pid=78702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:02:10.878403 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-31e5cc13-f121-4c95-a0a3-66ce697da2c6 req-5fef5f37-13af-4e59-a3ab-d4dc2c24bc29 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722066 May 17 12:02:10.906771 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced44d89-97df-48bb-8f8d-30983f993c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:10.907439 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-ced44d89-97df-48bb-8f8d-30983f993c15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:10.990100 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-13b042ac-45eb-4b6a-8d17-b637383fbc83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:10.994886 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-ced44d89-97df-48bb-8f8d-30983f993c15 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2233677 May 17 12:02:10.997966 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-13b042ac-45eb-4b6a-8d17-b637383fbc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:11.011008 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:11.022155 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eedace-b345-43d6-804c-26624ead4cb6 req-0695b713-c9a0-4eae-a991-4cd4b80bf448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:11.023838 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-11eedace-b345-43d6-804c-26624ead4cb6 req-0695b713-c9a0-4eae-a991-4cd4b80bf448 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0aa99b04-4428-4e05-a28f-238c74f78706 HTTP/1.1" status: 200 len: 920 time: 0.2806058 May 17 12:02:11.079898 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0448e69-32fd-474e-898b-b1cca66e0934 None None] Network 2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd requested from dv-cinder-734144-19-iscsi {{(pid=78702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:02:11.138824 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-13b042ac-45eb-4b6a-8d17-b637383fbc83 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a4e4d28a7d6c478caccf04da5e725845&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6066768 May 17 12:02:11.141925 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 55956) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:11.142105 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-11eedace-b345-43d6-804c-26624ead4cb6 req-ee43054f-fe29-401b-831a-cb4aa037296a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e606e988-f68e-4583-971b-0396df5625f6 HTTP/1.1" status: 200 len: 217 time: 0.1030743 May 17 12:02:11.142926 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b042ac-45eb-4b6a-8d17-b637383fbc83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ca482c-dc3d-419f-b94a-f643561535ec,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:11.146748 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-13b042ac-45eb-4b6a-8d17-b637383fbc83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:11.239444 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-89715b2c-bb88-457f-b4f4-e23d6bc4b77e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:11.261307 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eedace-b345-43d6-804c-26624ead4cb6 req-6ab03136-9b51-4b78-89b3-b2c5330dcd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:11.263231 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-11eedace-b345-43d6-804c-26624ead4cb6 req-6ab03136-9b51-4b78-89b3-b2c5330dcd25 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cd8b9db4-1f1b-432a-b983-8b7aa274be94 HTTP/1.1" status: 200 len: 859 time: 0.1059520 May 17 12:02:11.277192 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-89715b2c-bb88-457f-b4f4-e23d6bc4b77e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:11.319340 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-11eedace-b345-43d6-804c-26624ead4cb6 req-159e1a21-8aba-4a91-b1a7-eaeceb0a9604 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0aa99b04-4428-4e05-a28f-238c74f78706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464759 May 17 12:02:11.357829 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0b3b9777-57e6-41a4-8824-6b37fbf02d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:11.363895 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:11.385355 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-89715b2c-bb88-457f-b4f4-e23d6bc4b77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:11.394856 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-f19f2429-7425-4dab-af6c-d39db08b630d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:11.411128 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-89715b2c-bb88-457f-b4f4-e23d6bc4b77e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:11.412351 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-89715b2c-bb88-457f-b4f4-e23d6bc4b77e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/79ca482c-dc3d-419f-b94a-f643561535ec HTTP/1.1" status: 204 len: 168 time: 0.2690094 May 17 12:02:11.413251 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89715b2c-bb88-457f-b4f4-e23d6bc4b77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ca482c-dc3d-419f-b94a-f643561535ec,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:11.415478 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-89715b2c-bb88-457f-b4f4-e23d6bc4b77e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:11.475173 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-11eedace-b345-43d6-804c-26624ead4cb6 req-4362fdff-06f3-4d92-a048-cc0bcc035b76 service neutron] 10.222.0.52 "GET /v2.0/networks/0aa99b04-4428-4e05-a28f-238c74f78706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493087 May 17 12:02:11.658527 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-11eedace-b345-43d6-804c-26624ead4cb6 req-498974ae-19ec-4ac3-97b4-7ab43d16b8e6 service neutron] 10.222.0.52 "GET /v2.0/networks/0aa99b04-4428-4e05-a28f-238c74f78706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751759 May 17 12:02:11.901222 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b73302-1cca-4cc4-b7f8-961c8381c95f req-c3410eb7-5e4c-4983-8635-a7283c402c16 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:11.909756 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-75b73302-1cca-4cc4-b7f8-961c8381c95f req-c3410eb7-5e4c-4983-8635-a7283c402c16 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 946 time: 0.1184158 May 17 12:02:12.032321 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-75b73302-1cca-4cc4-b7f8-961c8381c95f req-32d4453e-1d36-46f4-84fb-363e1dfedca8 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208816 May 17 12:02:12.252363 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947afb3-a9a8-4f97-b367-2d7862ae9d2c req-00a71a6f-afe1-4465-bdff-24db947f1772 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:12.261827 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-9947afb3-a9a8-4f97-b367-2d7862ae9d2c req-00a71a6f-afe1-4465-bdff-24db947f1772 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.1032591 May 17 12:02:12.317761 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:12.365657 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-9947afb3-a9a8-4f97-b367-2d7862ae9d2c req-b7e1bbe4-df13-4f4c-a71a-7e0b4d44fa88 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022391 May 17 12:02:12.601885 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad030a0-a723-4b23-a4d5-3fd29ab67b99 req-5e04bfe2-95c3-4ed6-af0d-234589331034 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:12.603474 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-7ad030a0-a723-4b23-a4d5-3fd29ab67b99 req-5e04bfe2-95c3-4ed6-af0d-234589331034 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.1100361 May 17 12:02:12.615647 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 56028) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:12.623089 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-e43cd3bf-9ca7-43c9-9742-ec18f2fc6e2f tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Request body: {'floatingip': {'port_id': '4d058b89-233e-470f-880a-a90f321112df'}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:02:12.709767 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e43cd3bf-9ca7-43c9-9742-ec18f2fc6e2f tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks [] for floatingip, before_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:13.494237 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e55a0b-7a29-49f3-9ae9-85e16bc40938 req-40828bab-b18d-4513-8bbd-d1438210baf5 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:13.495673 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-d2e55a0b-7a29-49f3-9ae9-85e16bc40938 req-40828bab-b18d-4513-8bbd-d1438210baf5 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 946 time: 0.3134749 May 17 12:02:13.562160 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-d2e55a0b-7a29-49f3-9ae9-85e16bc40938 req-22f02c7a-75a9-4b69-bfe8-cd210fba5c76 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606847 May 17 12:02:13.719842 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e43cd3bf-9ca7-43c9-9742-ec18f2fc6e2f tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:13.723611 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e43cd3bf-9ca7-43c9-9742-ec18f2fc6e2f tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407876'] for floatingip, after_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:13.897706 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.db.l3_db [None req-e43cd3bf-9ca7-43c9-9742-ec18f2fc6e2f tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Floating IP 136b4ec8-d8e7-4cc7-bf20-083fa2648b63 associated. External IP: 172.27.1.170, port: 4d058b89-233e-470f-880a-a90f321112df. May 17 12:02:14.163392 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:14.262190 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e43cd3bf-9ca7-43c9-9742-ec18f2fc6e2f tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Router 71c12570-4c2d-4042-9c67-5dcd234a942f has already been hosted by L3 agent 7d9bdccf-07e9-4436-af26-1dad3be87fd8 {{(pid=78701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:02:14.526378 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43cd3bf-9ca7-43c9-9742-ec18f2fc6e2f tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify agent at l3_agent.dv-cinder-734144-19-iscsi the message routers_updated {{(pid=78701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:02:14.531330 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e43cd3bf-9ca7-43c9-9742-ec18f2fc6e2f tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for floatingip, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:14.540783 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91543ea-197c-4ba0-bfd3-9b30c8c1954f None None] Sync routers for ids ['71c12570-4c2d-4042-9c67-5dcd234a942f'] in dv-cinder-734144-19-iscsi {{(pid=78703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:02:14.551147 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91543ea-197c-4ba0-bfd3-9b30c8c1954f None None] Routers {'71c12570-4c2d-4042-9c67-5dcd234a942f'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:02:14.551773 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-f91543ea-197c-4ba0-bfd3-9b30c8c1954f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:02:11Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['71c12570-4c2d-4042-9c67-5dcd234a942f'], 'active': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:02:14.588587 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-e43cd3bf-9ca7-43c9-9742-ec18f2fc6e2f tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "PUT /v2.0/floatingips/136b4ec8-d8e7-4cc7-bf20-083fa2648b63 HTTP/1.1" status: 200 len: 992 time: 1.9720302 May 17 12:02:14.589681 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48658a2d-49e1-4e02-bd36-a506661d068d', 'tag': '4d058b89-233e-470f-880a-a90f321112df'}] {{(pid=78701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:02:14.729550 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvr_db [None req-f91543ea-197c-4ba0-bfd3-9b30c8c1954f None None] Set router 71c12570-4c2d-4042-9c67-5dcd234a942f gateway port host: dv-cinder-734144-19-iscsi {{(pid=78703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:02:14.761039 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8e1f8-6bb6-44d3-852c-9fefa18eff68 req-66f765f8-3ca2-47d0-a2a8-5d34f35b7130 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:14.762504 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-84c8e1f8-6bb6-44d3-852c-9fefa18eff68 req-66f765f8-3ca2-47d0-a2a8-5d34f35b7130 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 946 time: 0.0800879 May 17 12:02:14.806975 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-84c8e1f8-6bb6-44d3-852c-9fefa18eff68 req-a67a52c6-2b62-4297-9dd1-20a7c4c8740a tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386314 May 17 12:02:14.857500 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48658a2d-49e1-4e02-bd36-a506661d068d', 'tag': '4d058b89-233e-470f-880a-a90f321112df', 'status': 'completed', 'code': 200} May 17 12:02:15.086167 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-f91543ea-197c-4ba0-bfd3-9b30c8c1954f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'name': 'tempest-AttachVolumeTestJSON-483043931-router', 'tenant_id': '74eacc72869f49c6b97dcf14e5f937b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ddb1d406-dd34-4d49-a2fa-2809fd1a93aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:01:21Z', 'updated_at': '2021-05-17T12:01:32Z', 'revision_number': 4, 'project_id': '74eacc72869f49c6b97dcf14e5f937b4', 'gw_port': {'id': 'ddb1d406-dd34-4d49-a2fa-2809fd1a93aa', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ee:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:01:22Z', 'updated_at': '2021-05-17T12:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_floatingips': [{'id': '136b4ec8-d8e7-4cc7-bf20-083fa2648b63', 'tenant_id': '74eacc72869f49c6b97dcf14e5f937b4', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'router_id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'port_id': '4d058b89-233e-470f-880a-a90f321112df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '232f65e1-0da5-4006-971a-4fd3e6d8c4db', 'mac_address': 'fa:16:3e:5c:74:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48658a2d-49e1-4e02-bd36-a506661d068d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:01:47Z', 'updated_at': '2021-05-17T12:02:13Z', 'revision_number': 1, 'project_id': '74eacc72869f49c6b97dcf14e5f937b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f6f862c-62cf-4348-97a6-1ae5d24727fe', 'name': '', 'network_id': '232f65e1-0da5-4006-971a-4fd3e6d8c4db', 'tenant_id': '74eacc72869f49c6b97dcf14e5f937b4', 'mac_address': 'fa:16:3e:f7:c5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4df74225-b796-4a2f-84ac-d4b6fecaea77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:01:30Z', 'updated_at': '2021-05-17T12:01:49Z', 'revision_number': 5, 'project_id': '74eacc72869f49c6b97dcf14e5f937b4', 'subnets': [{'id': '4df74225-b796-4a2f-84ac-d4b6fecaea77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:02:15.090024 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91543ea-197c-4ba0-bfd3-9b30c8c1954f None None] Checking router: 71c12570-4c2d-4042-9c67-5dcd234a942f for host: dv-cinder-734144-19-iscsi {{(pid=78703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:02:15.098737 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91543ea-197c-4ba0-bfd3-9b30c8c1954f None None] Routers {'71c12570-4c2d-4042-9c67-5dcd234a942f'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:02:15.099317 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-f91543ea-197c-4ba0-bfd3-9b30c8c1954f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:02:11Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['71c12570-4c2d-4042-9c67-5dcd234a942f'], 'active': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:02:15.271700 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvr_db [None req-f91543ea-197c-4ba0-bfd3-9b30c8c1954f None None] Set router 71c12570-4c2d-4042-9c67-5dcd234a942f gateway port host: dv-cinder-734144-19-iscsi {{(pid=78703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:02:15.648732 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-f91543ea-197c-4ba0-bfd3-9b30c8c1954f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'name': 'tempest-AttachVolumeTestJSON-483043931-router', 'tenant_id': '74eacc72869f49c6b97dcf14e5f937b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ddb1d406-dd34-4d49-a2fa-2809fd1a93aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:01:21Z', 'updated_at': '2021-05-17T12:01:32Z', 'revision_number': 4, 'project_id': '74eacc72869f49c6b97dcf14e5f937b4', 'gw_port': {'id': 'ddb1d406-dd34-4d49-a2fa-2809fd1a93aa', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ee:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:01:22Z', 'updated_at': '2021-05-17T12:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_floatingips': [{'id': '136b4ec8-d8e7-4cc7-bf20-083fa2648b63', 'tenant_id': '74eacc72869f49c6b97dcf14e5f937b4', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'router_id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'port_id': '4d058b89-233e-470f-880a-a90f321112df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '232f65e1-0da5-4006-971a-4fd3e6d8c4db', 'mac_address': 'fa:16:3e:5c:74:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48658a2d-49e1-4e02-bd36-a506661d068d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:01:47Z', 'updated_at': '2021-05-17T12:02:13Z', 'revision_number': 1, 'project_id': '74eacc72869f49c6b97dcf14e5f937b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f6f862c-62cf-4348-97a6-1ae5d24727fe', 'name': '', 'network_id': '232f65e1-0da5-4006-971a-4fd3e6d8c4db', 'tenant_id': '74eacc72869f49c6b97dcf14e5f937b4', 'mac_address': 'fa:16:3e:f7:c5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4df74225-b796-4a2f-84ac-d4b6fecaea77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:01:30Z', 'updated_at': '2021-05-17T12:01:49Z', 'revision_number': 5, 'project_id': '74eacc72869f49c6b97dcf14e5f937b4', 'subnets': [{'id': '4df74225-b796-4a2f-84ac-d4b6fecaea77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:02:15.652694 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91543ea-197c-4ba0-bfd3-9b30c8c1954f None None] The sync data for ids ['71c12570-4c2d-4042-9c67-5dcd234a942f'] in dv-cinder-734144-19-iscsi is: [{'id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'name': 'tempest-AttachVolumeTestJSON-483043931-router', 'tenant_id': '74eacc72869f49c6b97dcf14e5f937b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ddb1d406-dd34-4d49-a2fa-2809fd1a93aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:01:21Z', 'updated_at': '2021-05-17T12:01:32Z', 'revision_number': 4, 'project_id': '74eacc72869f49c6b97dcf14e5f937b4', 'gw_port': {'id': 'ddb1d406-dd34-4d49-a2fa-2809fd1a93aa', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ee:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:01:22Z', 'updated_at': '2021-05-17T12:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_floatingips': [{'id': '136b4ec8-d8e7-4cc7-bf20-083fa2648b63', 'tenant_id': '74eacc72869f49c6b97dcf14e5f937b4', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'router_id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'port_id': '4d058b89-233e-470f-880a-a90f321112df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '232f65e1-0da5-4006-971a-4fd3e6d8c4db', 'mac_address': 'fa:16:3e:5c:74:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48658a2d-49e1-4e02-bd36-a506661d068d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:01:47Z', 'updated_at': '2021-05-17T12:02:13Z', 'revision_number': 1, 'project_id': '74eacc72869f49c6b97dcf14e5f937b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f6f862c-62cf-4348-97a6-1ae5d24727fe', 'name': '', 'network_id': '232f65e1-0da5-4006-971a-4fd3e6d8c4db', 'tenant_id': '74eacc72869f49c6b97dcf14e5f937b4', 'mac_address': 'fa:16:3e:f7:c5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4df74225-b796-4a2f-84ac-d4b6fecaea77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:01:30Z', 'updated_at': '2021-05-17T12:01:49Z', 'revision_number': 5, 'project_id': '74eacc72869f49c6b97dcf14e5f937b4', 'subnets': [{'id': '4df74225-b796-4a2f-84ac-d4b6fecaea77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:02:15.707620 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43ec5c-3293-4203-a9fc-ec3d21065874 req-dda8c1d8-9b86-44ce-a363-6333d7467a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:15.709127 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-1e43ec5c-3293-4203-a9fc-ec3d21065874 req-dda8c1d8-9b86-44ce-a363-6333d7467a5c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=74eacc72869f49c6b97dcf14e5f937b4&device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 1099 time: 0.0809309 May 17 12:02:15.842091 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28940f31-5ae9-4083-b693-5480ec52eb03 None None] New status for floating IP 136b4ec8-d8e7-4cc7-bf20-083fa2648b63: ACTIVE {{(pid=78702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 12:02:15.848073 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43ec5c-3293-4203-a9fc-ec3d21065874 req-c71b865f-9ab5-4592-83ee-035545677f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:15.849764 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-1e43ec5c-3293-4203-a9fc-ec3d21065874 req-c71b865f-9ab5-4592-83ee-035545677f06 service neutron] 10.222.0.52 "GET /v2.0/networks?id=232f65e1-0da5-4006-971a-4fd3e6d8c4db HTTP/1.1" status: 200 len: 911 time: 0.1334894 May 17 12:02:15.969800 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-1e43ec5c-3293-4203-a9fc-ec3d21065874 req-b8954aaf-e786-48aa-8b48-debe10a0b62a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d058b89-233e-470f-880a-a90f321112df HTTP/1.1" status: 200 len: 1000 time: 0.1095445 May 17 12:02:16.026479 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd5a35-5506-47e6-bc0e-bae2f07d53ff req-3797e69b-b2e8-4f2b-8947-9c6fd1d6700b tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:16.029878 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-75dd5a35-5506-47e6-bc0e-bae2f07d53ff req-3797e69b-b2e8-4f2b-8947-9c6fd1d6700b tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 946 time: 0.1058657 May 17 12:02:16.051699 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43ec5c-3293-4203-a9fc-ec3d21065874 req-5b261627-d11a-464c-b0a2-e212abe9c7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:16.053172 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-1e43ec5c-3293-4203-a9fc-ec3d21065874 req-5b261627-d11a-464c-b0a2-e212abe9c7b5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4df74225-b796-4a2f-84ac-d4b6fecaea77 HTTP/1.1" status: 200 len: 849 time: 0.0732236 May 17 12:02:16.096041 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-75dd5a35-5506-47e6-bc0e-bae2f07d53ff req-8969c5f6-fdcd-4dec-b8c2-7e3529df026d tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596213 May 17 12:02:16.165142 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43ec5c-3293-4203-a9fc-ec3d21065874 req-f85afb2d-1e62-46d7-9e88-059e9ed77488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:16.166675 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-1e43ec5c-3293-4203-a9fc-ec3d21065874 req-f85afb2d-1e62-46d7-9e88-059e9ed77488 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=232f65e1-0da5-4006-971a-4fd3e6d8c4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1059649 May 17 12:02:16.317261 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-1e43ec5c-3293-4203-a9fc-ec3d21065874 req-83670def-6d44-40e1-842f-77f1eeb537d6 service neutron] 10.222.0.52 "GET /v2.0/networks/232f65e1-0da5-4006-971a-4fd3e6d8c4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426842 May 17 12:02:16.460924 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-1e43ec5c-3293-4203-a9fc-ec3d21065874 req-182dfe49-ad19-4dcd-abd5-baa19e6120f0 service neutron] 10.222.0.52 "GET /v2.0/networks/232f65e1-0da5-4006-971a-4fd3e6d8c4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354365 May 17 12:02:17.069757 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-a5790a04-f083-42be-aa1a-bd90812df928 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:17.071076 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-a5790a04-f083-42be-aa1a-bd90812df928 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/networks?id=2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd HTTP/1.1" status: 200 len: 814 time: 0.1840477 May 17 12:02:17.087673 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-9e77a595-6cba-4c80-93b5-64d1acf9d38e tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/quotas/a26586412a0b4bf0b3e9ec3fa71c14be HTTP/1.1" status: 200 len: 375 time: 0.0100439 May 17 12:02:17.137330 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-5d284305-93d2-48cf-afbb-5b559de782ec tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a26586412a0b4bf0b3e9ec3fa71c14be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441880 May 17 12:02:17.340805 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a2713-3d3d-437c-9dd0-3961ebefb786 req-c855ab26-5bbd-40c0-8ebb-524ed27e78d1 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:17.342257 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-938a2713-3d3d-437c-9dd0-3961ebefb786 req-c855ab26-5bbd-40c0-8ebb-524ed27e78d1 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 946 time: 0.1104062 May 17 12:02:17.357781 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-fc1a114c-6b42-4b2b-8bdf-8579386774c0 service neutron] 10.222.0.11 "GET /v2.0/networks/2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133443 May 17 12:02:17.405451 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-938a2713-3d3d-437c-9dd0-3961ebefb786 req-0901c15e-2064-466f-90ae-1821a8599468 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564342 May 17 12:02:17.533323 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-88d3eef8-7d02-43db-aaad-3b7e8f3c0505 service neutron] 10.222.0.11 "GET /v2.0/networks/2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673410 May 17 12:02:17.753308 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-e522d291-ed29-4fe4-88bb-ba16654dff94 req-6c158e9d-4339-4d7a-8c73-eaef0ca9dd09 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/ports?device_id=566dc5cf-88aa-44d1-a18e-4c6238b07107 HTTP/1.1" status: 200 len: 210 time: 0.0624239 May 17 12:02:18.685527 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28662b1-a5c9-45c4-b4c9-ac65af1c10d5 req-fa8f95d2-8a5d-4ead-a3ba-2087927b1710 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:18.687380 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-c28662b1-a5c9-45c4-b4c9-ac65af1c10d5 req-fa8f95d2-8a5d-4ead-a3ba-2087927b1710 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 946 time: 0.1060042 May 17 12:02:18.749635 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-c28662b1-a5c9-45c4-b4c9-ac65af1c10d5 req-aeacae0d-7b6f-4179-be02-465c46e13db4 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534914 May 17 12:02:18.958399 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2e1097d0-1724-4ad2-8e43-48508ca8804b req-b59be4ee-25f8-46c4-8fc9-88ef98271b6c tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/ports?device_id=566dc5cf-88aa-44d1-a18e-4c6238b07107 HTTP/1.1" status: 200 len: 210 time: 0.0566728 May 17 12:02:19.367664 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-49987840-a084-43dd-a062-b503405dec32 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:19.368890 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-49987840-a084-43dd-a062-b503405dec32 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Synchronizing usage tracker for tenant:a26586412a0b4bf0b3e9ec3fa71c14be on resource:network {{(pid=78701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:02:19.388840 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-49987840-a084-43dd-a062-b503405dec32 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Unset dirty status for tenant:a26586412a0b4bf0b3e9ec3fa71c14be on resource:network {{(pid=78701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:02:19.390318 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-49987840-a084-43dd-a062-b503405dec32 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.52 "GET /v2.0/networks?id=2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd HTTP/1.1" status: 200 len: 814 time: 0.2452891 May 17 12:02:19.427124 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-e75ac5ea-5a7d-452a-9a60-c532d95e9381 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Request body: {'port': {'device_id': '566dc5cf-88aa-44d1-a18e-4c6238b07107', 'network_id': '2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd', 'admin_state_up': True, 'tenant_id': 'a26586412a0b4bf0b3e9ec3fa71c14be'}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:02:19.601597 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-e75ac5ea-5a7d-452a-9a60-c532d95e9381 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:19.606211 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-e75ac5ea-5a7d-452a-9a60-c532d95e9381 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Usage tracker for resource:port and tenant:a26586412a0b4bf0b3e9ec3fa71c14be is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:19.609166 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-e75ac5ea-5a7d-452a-9a60-c532d95e9381 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:19.615621 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-e75ac5ea-5a7d-452a-9a60-c532d95e9381 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:19.627943 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-e75ac5ea-5a7d-452a-9a60-c532d95e9381 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Made reservation on behalf of a26586412a0b4bf0b3e9ec3fa71c14be for: {'port': 1} {{(pid=78701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:02:19.632093 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-e75ac5ea-5a7d-452a-9a60-c532d95e9381 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:19.922986 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 56274) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:19.996115 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.db_base_plugin_common [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-e75ac5ea-5a7d-452a-9a60-c532d95e9381 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Allocated IP 172.20.0.6 (2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd/6261fd46-3780-4f90-ad06-2f624900197f/ba46b578-e7e2-4948-aaf8-bd875287ba60) {{(pid=78701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:02:20.125301 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 56284) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:20.179056 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69cd1a1-cbe4-4b5e-b99c-bd90fa1541a8 req-e6516790-3d4b-44e1-9d9d-8a1f2fc10c45 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:20.182512 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-f69cd1a1-cbe4-4b5e-b99c-bd90fa1541a8 req-e6516790-3d4b-44e1-9d9d-8a1f2fc10c45 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 946 time: 0.1869724 May 17 12:02:20.196599 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6d9bd743-8ce2-4403-85c5-49f370219b2b req-82e88daa-ec31-48e6-8d5b-6ad66bc130ea tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/ports?device_id=566dc5cf-88aa-44d1-a18e-4c6238b07107 HTTP/1.1" status: 200 len: 210 time: 0.0511281 May 17 12:02:20.225709 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-23465c01-3685-415c-8675-b38d7eaa3fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:20.257602 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-23465c01-3685-415c-8675-b38d7eaa3fd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:20.263251 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-23465c01-3685-415c-8675-b38d7eaa3fd8 admin admin] Usage tracker for resource:security_group_rule and tenant:d87e05ff3e0c469e8dfbfc1b66249aa3 is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:20.266583 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-23465c01-3685-415c-8675-b38d7eaa3fd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:20.275874 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-23465c01-3685-415c-8675-b38d7eaa3fd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:20.321381 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-f69cd1a1-cbe4-4b5e-b99c-bd90fa1541a8 req-6b6baaf8-b3e6-4d09-80e3-a52b57632da5 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286910 May 17 12:02:20.403577 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-e75ac5ea-5a7d-452a-9a60-c532d95e9381 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Notify callbacks [] for port, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:20.439082 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-8b64768c-e6e2-4c0b-a130-d70c5986759b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:20.454410 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-e75ac5ea-5a7d-452a-9a60-c532d95e9381 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534708'] for port, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:20.464160 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-e42dc9f8-58f7-4233-aa87-4ff201b1b8c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:20.479136 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-8b64768c-e6e2-4c0b-a130-d70c5986759b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:20.492506 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-8b64768c-e6e2-4c0b-a130-d70c5986759b admin admin] Usage tracker for resource:security_group_rule and tenant:b07e65e1e029467c88b81bd6937eec60 is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:20.500018 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-8b64768c-e6e2-4c0b-a130-d70c5986759b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:20.518038 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205d477-24b0-4d8f-a96e-9b283da2c97f req-8f70a8ec-bc00-4df9-9d14-94fc46295b6b tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:20.519591 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2205d477-24b0-4d8f-a96e-9b283da2c97f req-8f70a8ec-bc00-4df9-9d14-94fc46295b6b tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7cd8c4e-a019-4461-85c4-f31b1994bad4 HTTP/1.1" status: 200 len: 946 time: 0.1740990 May 17 12:02:20.526000 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-8b64768c-e6e2-4c0b-a130-d70c5986759b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:20.532269 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-e75ac5ea-5a7d-452a-9a60-c532d95e9381 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Network 2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd is already hosted by enough agents. {{(pid=78701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:02:20.536009 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.base_scheduler [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-e75ac5ea-5a7d-452a-9a60-c532d95e9381 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Resources bound (agent type, host, resource id): {{(pid=78701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:02:20.540150 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-e75ac5ea-5a7d-452a-9a60-c532d95e9381 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Received port after_create {{(pid=78701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:02:20.556324 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-23465c01-3685-415c-8675-b38d7eaa3fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:20.574203 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-23465c01-3685-415c-8675-b38d7eaa3fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:20.587342 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-d443f1e4-b5b8-4604-9ccf-a52f73b253c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:20.594527 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ac5ea-5a7d-452a-9a60-c532d95e9381 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Pushing event updated for resources: {'Port': ['ID=ba46b578-e7e2-4948-aaf8-bd875287ba60,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:20.609215 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75ac5ea-5a7d-452a-9a60-c532d95e9381 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:20.609215 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75ac5ea-5a7d-452a-9a60-c532d95e9381 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:20.609540 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75ac5ea-5a7d-452a-9a60-c532d95e9381 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:20.609677 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75ac5ea-5a7d-452a-9a60-c532d95e9381 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:20.610075 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75ac5ea-5a7d-452a-9a60-c532d95e9381 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:20.610650 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75ac5ea-5a7d-452a-9a60-c532d95e9381 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:20.611028 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75ac5ea-5a7d-452a-9a60-c532d95e9381 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:20.611371 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75ac5ea-5a7d-452a-9a60-c532d95e9381 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:20.611714 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75ac5ea-5a7d-452a-9a60-c532d95e9381 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:20.612122 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75ac5ea-5a7d-452a-9a60-c532d95e9381 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:20.612624 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75ac5ea-5a7d-452a-9a60-c532d95e9381 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:20.613545 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75ac5ea-5a7d-452a-9a60-c532d95e9381 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:20.619546 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-e75ac5ea-5a7d-452a-9a60-c532d95e9381 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:20.628743 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-e75ac5ea-5a7d-452a-9a60-c532d95e9381 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:20.629559 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-e75ac5ea-5a7d-452a-9a60-c532d95e9381 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for port, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:20.655864 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-e75ac5ea-5a7d-452a-9a60-c532d95e9381 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2375236 May 17 12:02:20.669976 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-3bceaa2e-0bb2-43a2-9fed-2441b2111505 service neutron] Request body: {'port': {'device_id': '566dc5cf-88aa-44d1-a18e-4c6238b07107', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:02:20.670485 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-23465c01-3685-415c-8675-b38d7eaa3fd8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d87e05ff3e0c469e8dfbfc1b66249aa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7463048 May 17 12:02:20.671306 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23465c01-3685-415c-8675-b38d7eaa3fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe97121a-d0e8-4b49-a95c-1875e1699d7f,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:20.673553 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 56308) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:20.680128 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2205d477-24b0-4d8f-a96e-9b283da2c97f req-3dd98fba-f52d-45a4-9985-5182626501db tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] 10.222.0.11 "GET /v2.0/security-groups?id=83173f9e-afa1-4465-8ae3-10f5431589f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317599 May 17 12:02:20.701542 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23465c01-3685-415c-8675-b38d7eaa3fd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:20.701902 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23465c01-3685-415c-8675-b38d7eaa3fd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:20.702431 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23465c01-3685-415c-8675-b38d7eaa3fd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:20.702920 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23465c01-3685-415c-8675-b38d7eaa3fd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:20.703466 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23465c01-3685-415c-8675-b38d7eaa3fd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:20.703880 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23465c01-3685-415c-8675-b38d7eaa3fd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:20.704143 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23465c01-3685-415c-8675-b38d7eaa3fd8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:20.704872 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23465c01-3685-415c-8675-b38d7eaa3fd8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:20.705213 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23465c01-3685-415c-8675-b38d7eaa3fd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:20.705849 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23465c01-3685-415c-8675-b38d7eaa3fd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:20.706313 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23465c01-3685-415c-8675-b38d7eaa3fd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:20.706938 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23465c01-3685-415c-8675-b38d7eaa3fd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:20.714008 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-23465c01-3685-415c-8675-b38d7eaa3fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:20.791771 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-390b7549-2dac-4624-9170-51b8af5d3c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:20.806907 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-8b64768c-e6e2-4c0b-a130-d70c5986759b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:20.812483 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-8b64768c-e6e2-4c0b-a130-d70c5986759b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:20.819627 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-3bceaa2e-0bb2-43a2-9fed-2441b2111505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:20.825647 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-778eaa74-5c5b-48b8-8870-b17df69d60f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:20.851205 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-390b7549-2dac-4624-9170-51b8af5d3c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:20.885664 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-8b64768c-e6e2-4c0b-a130-d70c5986759b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b07e65e1e029467c88b81bd6937eec60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7592540 May 17 12:02:20.889653 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 56312) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:20.900716 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b64768c-e6e2-4c0b-a130-d70c5986759b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f5b75e-dc1d-4956-a140-5c4521a5cebe,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:20.906354 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-8b64768c-e6e2-4c0b-a130-d70c5986759b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:20.935170 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-390b7549-2dac-4624-9170-51b8af5d3c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:20.940544 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:20.959986 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390b7549-2dac-4624-9170-51b8af5d3c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe97121a-d0e8-4b49-a95c-1875e1699d7f,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:20.965937 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-390b7549-2dac-4624-9170-51b8af5d3c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:20.970018 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-390b7549-2dac-4624-9170-51b8af5d3c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:20.972181 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-390b7549-2dac-4624-9170-51b8af5d3c1a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fe97121a-d0e8-4b49-a95c-1875e1699d7f HTTP/1.1" status: 204 len: 168 time: 0.2964015 May 17 12:02:21.121517 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-27f691c2-76e8-4c54-b025-879551af206b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:21.165457 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-27f691c2-76e8-4c54-b025-879551af206b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:21.323063 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 56326) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:21.338680 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.notifiers.nova [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-3bceaa2e-0bb2-43a2-9fed-2441b2111505 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba46b578-e7e2-4948-aaf8-bd875287ba60 {{(pid=78701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:02:21.357598 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-72f0ca5d-28f4-49c5-916e-c2edecd02eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:21.374981 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-72f0ca5d-28f4-49c5-916e-c2edecd02eec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:21.379678 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-72f0ca5d-28f4-49c5-916e-c2edecd02eec admin admin] Usage tracker for resource:security_group_rule and tenant:794fb318f7384f86a5a9224882e8217e is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:21.382953 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-72f0ca5d-28f4-49c5-916e-c2edecd02eec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:21.389729 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-72f0ca5d-28f4-49c5-916e-c2edecd02eec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:21.400851 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-3bceaa2e-0bb2-43a2-9fed-2441b2111505 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:21.405810 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-27f691c2-76e8-4c54-b025-879551af206b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:21.414772 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-a55f4532-1d51-4e20-b350-5f5e01b3a1e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:21.441424 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f691c2-76e8-4c54-b025-879551af206b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f5b75e-dc1d-4956-a140-5c4521a5cebe,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:21.448591 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.provisioning_blocks [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-3bceaa2e-0bb2-43a2-9fed-2441b2111505 service neutron] Transition to ACTIVE for port object ba46b578-e7e2-4948-aaf8-bd875287ba60 will not be triggered until provisioned by entity L2. {{(pid=78701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:02:21.449557 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-27f691c2-76e8-4c54-b025-879551af206b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:21.451714 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-27f691c2-76e8-4c54-b025-879551af206b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:21.452816 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-27f691c2-76e8-4c54-b025-879551af206b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b3f5b75e-dc1d-4956-a140-5c4521a5cebe HTTP/1.1" status: 204 len: 168 time: 0.5622444 May 17 12:02:21.455500 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-3bceaa2e-0bb2-43a2-9fed-2441b2111505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2534717'] for port, after_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:21.463288 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-e75ac5ea-5a7d-452a-9a60-c532d95e9381 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:21.611762 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb70444-dfda-48b7-9330-078338cbff36 req-d0ffd07f-97ef-4605-bc76-8ff89cac0b94 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:21.612469 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-2bb70444-dfda-48b7-9330-078338cbff36 req-d0ffd07f-97ef-4605-bc76-8ff89cac0b94 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Synchronizing usage tracker for tenant:a26586412a0b4bf0b3e9ec3fa71c14be on resource:port {{(pid=78701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:02:21.627605 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4c32c-c0b5-4321-8cd5-1518ff9bcffe req-35c17c33-9605-460d-9eb8-f84cff50a1c4 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:21.635851 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-bdd4c32c-c0b5-4321-8cd5-1518ff9bcffe req-35c17c33-9605-460d-9eb8-f84cff50a1c4 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 946 time: 0.1733599 May 17 12:02:21.646379 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bceaa2e-0bb2-43a2-9fed-2441b2111505 service neutron] Pushing event updated for resources: {'Port': ['ID=ba46b578-e7e2-4948-aaf8-bd875287ba60,revision_number=2']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:21.654385 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-3bceaa2e-0bb2-43a2-9fed-2441b2111505 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:21.663210 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-72f0ca5d-28f4-49c5-916e-c2edecd02eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:21.682702 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-72f0ca5d-28f4-49c5-916e-c2edecd02eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:21.717853 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-9036d8b8-9fbe-4a28-9a97-879d93ba1784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:21.718181 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-2bb70444-dfda-48b7-9330-078338cbff36 req-d0ffd07f-97ef-4605-bc76-8ff89cac0b94 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Unset dirty status for tenant:a26586412a0b4bf0b3e9ec3fa71c14be on resource:port {{(pid=78701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:02:21.719326 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-2bb70444-dfda-48b7-9330-078338cbff36 req-d0ffd07f-97ef-4605-bc76-8ff89cac0b94 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/ports?device_id=566dc5cf-88aa-44d1-a18e-4c6238b07107 HTTP/1.1" status: 200 len: 931 time: 0.3847678 May 17 12:02:21.788386 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.managers [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-3bceaa2e-0bb2-43a2-9fed-2441b2111505 service neutron] Attempting to bind port ba46b578-e7e2-4948-aaf8-bd875287ba60 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:02:21.788722 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.managers [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-3bceaa2e-0bb2-43a2-9fed-2441b2111505 service neutron] Attempting to bind port ba46b578-e7e2-4948-aaf8-bd875287ba60 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '94b16cb5-a6fd-46f0-9094-020c3c371b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd'}] {{(pid=78701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:02:21.789064 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-3bceaa2e-0bb2-43a2-9fed-2441b2111505 service neutron] Attempting to bind port ba46b578-e7e2-4948-aaf8-bd875287ba60 on network 2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd {{(pid=78701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:02:21.796047 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-72f0ca5d-28f4-49c5-916e-c2edecd02eec admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=794fb318f7384f86a5a9224882e8217e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4706581 May 17 12:02:21.801511 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 56350) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:21.808080 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-3bceaa2e-0bb2-43a2-9fed-2441b2111505 service neutron] Port ba46b578-e7e2-4948-aaf8-bd875287ba60 on network 2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 12:02:21.808080 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-3bceaa2e-0bb2-43a2-9fed-2441b2111505 service neutron] Attempting to bind port ba46b578-e7e2-4948-aaf8-bd875287ba60 on network 2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd {{(pid=78701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:02:21.813935 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-bdd4c32c-c0b5-4321-8cd5-1518ff9bcffe req-d97be2e7-828f-4871-b643-b06ed45dc35f tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771519 May 17 12:02:21.818525 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f0ca5d-28f4-49c5-916e-c2edecd02eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f5dc5f-5325-4a55-9858-0af4fbb24a1f,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:21.821870 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-2bb70444-dfda-48b7-9330-078338cbff36 req-764c4ef2-dbee-4200-9c08-4bd1acb8ae70 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Synchronizing usage tracker for tenant:a26586412a0b4bf0b3e9ec3fa71c14be on resource:security_group {{(pid=78701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:02:21.845351 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-72f0ca5d-28f4-49c5-916e-c2edecd02eec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:21.857407 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-3bceaa2e-0bb2-43a2-9fed-2441b2111505 service neutron] Checking agent: {'id': 'cd1455da-95ea-496d-8b07-9fb5ea757b4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 59, 37), 'started_at': datetime.datetime(2021, 5, 17, 11, 59, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:02:21.857748 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-3bceaa2e-0bb2-43a2-9fed-2441b2111505 service neutron] Checking segment: {'id': '94b16cb5-a6fd-46f0-9094-020c3c371b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:02:21.858140 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-3bceaa2e-0bb2-43a2-9fed-2441b2111505 service neutron] Bound using segment: {'id': '94b16cb5-a6fd-46f0-9094-020c3c371b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd'} {{(pid=78701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:02:21.858567 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.managers [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-3bceaa2e-0bb2-43a2-9fed-2441b2111505 service neutron] Bound port: ba46b578-e7e2-4948-aaf8-bd875287ba60, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94b16cb5-a6fd-46f0-9094-020c3c371b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd'}}] {{(pid=78701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:02:21.858902 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-3bceaa2e-0bb2-43a2-9fed-2441b2111505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:21.975155 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-2bb70444-dfda-48b7-9330-078338cbff36 req-764c4ef2-dbee-4200-9c08-4bd1acb8ae70 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Unset dirty status for tenant:a26586412a0b4bf0b3e9ec3fa71c14be on resource:security_group {{(pid=78701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:02:21.990262 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-2bb70444-dfda-48b7-9330-078338cbff36 req-764c4ef2-dbee-4200-9c08-4bd1acb8ae70 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18cb5e0-349e-4af4-a126-102dafc72b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520437 May 17 12:02:22.040286 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-f672398c-03ab-4b06-a578-464877d1067f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:22.212324 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-f672398c-03ab-4b06-a578-464877d1067f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:22.219067 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.db [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-3bceaa2e-0bb2-43a2-9fed-2441b2111505 service neutron] For port ba46b578-e7e2-4948-aaf8-bd875287ba60, host hv-cinder-73414, cleared binding levels {{(pid=78701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:02:22.252961 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.db [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-3bceaa2e-0bb2-43a2-9fed-2441b2111505 service neutron] For port ba46b578-e7e2-4948-aaf8-bd875287ba60, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=ba46b578-e7e2-4948-aaf8-bd875287ba60,segment=NetworkSegment(94b16cb5-a6fd-46f0-9094-020c3c371b22),segment_id=94b16cb5-a6fd-46f0-9094-020c3c371b22)] {{(pid=78701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:02:22.269829 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-3bceaa2e-0bb2-43a2-9fed-2441b2111505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2534717'] for port, after_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:22.283317 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-aa7d2167-e181-4a26-974e-272e25b67de4 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:22.309983 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a4552-e543-4442-9b21-1861c9271e81 req-071db335-5fcf-4cc0-998a-853995bdaac0 tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:22.311468 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-476a4552-e543-4442-9b21-1861c9271e81 req-071db335-5fcf-4cc0-998a-853995bdaac0 tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7cd8c4e-a019-4461-85c4-f31b1994bad4 HTTP/1.1" status: 200 len: 946 time: 0.0905464 May 17 12:02:22.357035 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-3bceaa2e-0bb2-43a2-9fed-2441b2111505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:22.357656 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-3bceaa2e-0bb2-43a2-9fed-2441b2111505 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for port, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:22.360573 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-3bceaa2e-0bb2-43a2-9fed-2441b2111505 service neutron] 10.222.0.52 "PUT /v2.0/ports/ba46b578-e7e2-4948-aaf8-bd875287ba60 HTTP/1.1" status: 200 len: 1093 time: 1.6960342 May 17 12:02:22.363906 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '566dc5cf-88aa-44d1-a18e-4c6238b07107', 'tag': 'ba46b578-e7e2-4948-aaf8-bd875287ba60'}] {{(pid=78701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:02:22.424777 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bafbf4-dfbc-473f-926e-4febe3f13779 req-779f8bf9-ebf9-412b-969d-7db4119513f7 tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:22.426606 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-d5bafbf4-dfbc-473f-926e-4febe3f13779 req-779f8bf9-ebf9-412b-969d-7db4119513f7 tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7cd8c4e-a019-4461-85c4-f31b1994bad4 HTTP/1.1" status: 200 len: 946 time: 0.2502518 May 17 12:02:22.427295 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bceaa2e-0bb2-43a2-9fed-2441b2111505 service neutron] Pushing event updated for resources: {'Port': ['ID=ba46b578-e7e2-4948-aaf8-bd875287ba60,revision_number=3']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:22.440704 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-3bceaa2e-0bb2-43a2-9fed-2441b2111505 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:22.493730 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '566dc5cf-88aa-44d1-a18e-4c6238b07107', 'tag': 'ba46b578-e7e2-4948-aaf8-bd875287ba60', 'status': 'completed', 'code': 200} May 17 12:02:22.501143 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [req-476a4552-e543-4442-9b21-1861c9271e81 req-64de3c5d-aec5-4c43-b261-91cc6bce4a53 tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Deleting port de5489e2-cdf8-464b-87bf-5cf98682971d {{(pid=78700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:02:22.501699 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-476a4552-e543-4442-9b21-1861c9271e81 req-64de3c5d-aec5-4c43-b261-91cc6bce4a53 tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:22.519494 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-f672398c-03ab-4b06-a578-464877d1067f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:22.530410 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-0959aa73-9dec-4499-bf0a-80f56f7093a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:22.551421 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f672398c-03ab-4b06-a578-464877d1067f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f5dc5f-5325-4a55-9858-0af4fbb24a1f,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:22.561488 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-f672398c-03ab-4b06-a578-464877d1067f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:22.572589 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-f672398c-03ab-4b06-a578-464877d1067f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:22.573702 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-f672398c-03ab-4b06-a578-464877d1067f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/65f5dc5f-5325-4a55-9858-0af4fbb24a1f HTTP/1.1" status: 204 len: 168 time: 0.7711589 May 17 12:02:22.580435 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-d5bafbf4-dfbc-473f-926e-4febe3f13779 req-4ae354cb-9762-4707-9ee7-8cd99558308d tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] 10.222.0.11 "GET /v2.0/security-groups?id=83173f9e-afa1-4465-8ae3-10f5431589f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385012 May 17 12:02:22.597716 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-891df23b-dedb-4a9d-8aad-f7b0acc4566e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:22.599807 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-891df23b-dedb-4a9d-8aad-f7b0acc4566e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a26586412a0b4bf0b3e9ec3fa71c14be&device_id=566dc5cf-88aa-44d1-a18e-4c6238b07107 HTTP/1.1" status: 200 len: 1096 time: 0.1624439 May 17 12:02:22.623737 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 56382) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:22.657712 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-476a4552-e543-4442-9b21-1861c9271e81 req-64de3c5d-aec5-4c43-b261-91cc6bce4a53 tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] For port de5489e2-cdf8-464b-87bf-5cf98682971d, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=de5489e2-cdf8-464b-87bf-5cf98682971d,segment=NetworkSegment(d34206cf-c55b-4406-92d8-f00429ecc993),segment_id=d34206cf-c55b-4406-92d8-f00429ecc993)] {{(pid=78700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:02:22.658681 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-476a4552-e543-4442-9b21-1861c9271e81 req-64de3c5d-aec5-4c43-b261-91cc6bce4a53 tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:22.683999 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-b82480a8-cfb0-47af-ada8-f49bbce74d54 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba46b578-e7e2-4948-aaf8-bd875287ba60 HTTP/1.1" status: 200 len: 217 time: 0.0653930 May 17 12:02:22.758223 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-a5ab847b-6c21-497c-9603-1b1dd1681bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:22.760073 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-a5ab847b-6c21-497c-9603-1b1dd1681bd7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6261fd46-3780-4f90-ad06-2f624900197f HTTP/1.1" status: 200 len: 854 time: 0.0661964 May 17 12:02:22.817786 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-7d274d71-755c-4d44-a1f0-fef9b0e48c86 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501263 May 17 12:02:22.826238 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [req-476a4552-e543-4442-9b21-1861c9271e81 req-64de3c5d-aec5-4c43-b261-91cc6bce4a53 tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Calling delete_port for de5489e2-cdf8-464b-87bf-5cf98682971d owned by compute:nova {{(pid=78700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:02:22.835146 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [None req-f14d6753-633b-4bc4-991c-194aa853e30c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-611068958-network', 'tenant_id': '05e25a4be2774eceadebdf38b9b2fdf8'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:02:22.840876 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-f14d6753-633b-4bc4-991c-194aa853e30c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:22.849652 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-f14d6753-633b-4bc4-991c-194aa853e30c admin admin] Usage tracker for resource:network and tenant:05e25a4be2774eceadebdf38b9b2fdf8 is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:22.934637 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-f14d6753-633b-4bc4-991c-194aa853e30c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:22.949426 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-f14d6753-633b-4bc4-991c-194aa853e30c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:22.968801 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14d6753-633b-4bc4-991c-194aa853e30c admin admin] Made reservation on behalf of 05e25a4be2774eceadebdf38b9b2fdf8 for: {'network': 1} {{(pid=78700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:02:22.971909 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f14d6753-633b-4bc4-991c-194aa853e30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1523871'] for network, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:22.988542 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f14d6753-633b-4bc4-991c-194aa853e30c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:23.111723 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-16cd3d55-56ce-465f-b3d6-4dcb4cbe3d49 service neutron] 10.222.0.52 "GET /v2.0/networks/2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764153 May 17 12:02:23.144854 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-f14d6753-633b-4bc4-991c-194aa853e30c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:23.154343 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-f14d6753-633b-4bc4-991c-194aa853e30c admin admin] Usage tracker for resource:security_group_rule and tenant:05e25a4be2774eceadebdf38b9b2fdf8 is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:23.166451 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-f14d6753-633b-4bc4-991c-194aa853e30c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:23.176196 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-f14d6753-633b-4bc4-991c-194aa853e30c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:23.277221 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92923e09-731e-4876-af78-6141eeddd5cb req-2b91cf4c-2bd8-4fc6-a35f-aed47b243590 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:23.285218 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-92923e09-731e-4876-af78-6141eeddd5cb req-2b91cf4c-2bd8-4fc6-a35f-aed47b243590 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 946 time: 0.2783744 May 17 12:02:23.368266 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-92923e09-731e-4876-af78-6141eeddd5cb req-a419acbc-a553-44c3-892e-59c1c5d0fd5e tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820532 May 17 12:02:23.404484 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-476a4552-e543-4442-9b21-1861c9271e81 req-64de3c5d-aec5-4c43-b261-91cc6bce4a53 tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:23.427671 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-a3bfe287-1462-4b3d-ad0e-603466c19882 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:23.439492 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-5b6016ce-6f37-44c0-92fb-a73af28d5ff6 req-26d3dd77-8b6b-4c9f-9240-31d464b3bd2a service neutron] 10.222.0.52 "GET /v2.0/networks/2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145547 May 17 12:02:23.478856 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2614347-b67e-44b2-89aa-d9ca41ed0bac req-896f799e-9b9c-4649-b897-07b8de977c58 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:23.481364 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-c2614347-b67e-44b2-89aa-d9ca41ed0bac req-896f799e-9b9c-4649-b897-07b8de977c58 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/ports?device_id=566dc5cf-88aa-44d1-a18e-4c6238b07107 HTTP/1.1" status: 200 len: 943 time: 0.1175404 May 17 12:02:23.543912 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-c2614347-b67e-44b2-89aa-d9ca41ed0bac req-8ed05933-c521-4405-a44d-b66e8d32694f tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18cb5e0-349e-4af4-a126-102dafc72b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555549 May 17 12:02:23.547678 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64de3c5d-aec5-4c43-b261-91cc6bce4a53 tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Pushing event deleted for resources: {'Port': ['ID=de5489e2-cdf8-464b-87bf-5cf98682971d,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:23.670988 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f14d6753-633b-4bc4-991c-194aa853e30c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:23.674761 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [req-476a4552-e543-4442-9b21-1861c9271e81 req-64de3c5d-aec5-4c43-b261-91cc6bce4a53 tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] No DVR routers for this DVR port de5489e2-cdf8-464b-87bf-5cf98682971d on host hv-cinder-73414 {{(pid=78700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:02:23.689908 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-64de3c5d-aec5-4c43-b261-91cc6bce4a53 tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:23.690857 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31107d4-8951-4e73-84ba-9b67f9419c18 req-19b18a5d-c612-428b-9dde-1cfd9a735630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:23.692395 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-c31107d4-8951-4e73-84ba-9b67f9419c18 req-19b18a5d-c612-428b-9dde-1cfd9a735630 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a26586412a0b4bf0b3e9ec3fa71c14be&device_id=566dc5cf-88aa-44d1-a18e-4c6238b07107 HTTP/1.1" status: 200 len: 1096 time: 0.1463006 May 17 12:02:23.697502 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-476a4552-e543-4442-9b21-1861c9271e81 req-64de3c5d-aec5-4c43-b261-91cc6bce4a53 tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:23.709366 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7cd8c4e-a019-4461-85c4-f31b1994bad4', 'name': 'network-vif-deleted', 'tag': 'de5489e2-cdf8-464b-87bf-5cf98682971d'}] {{(pid=78700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:02:23.725988 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f14d6753-633b-4bc4-991c-194aa853e30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:23.741269 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:23.799449 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7cd8c4e-a019-4461-85c4-f31b1994bad4', 'name': 'network-vif-deleted', 'tag': 'de5489e2-cdf8-464b-87bf-5cf98682971d', 'status': 'completed', 'code': 200} May 17 12:02:23.865789 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f14d6753-633b-4bc4-991c-194aa853e30c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=78700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:02:23.870204 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d6753-633b-4bc4-991c-194aa853e30c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e4744f-3aea-4215-960e-33509e7a3984,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:23.885233 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-d9c346dd-1f04-46b4-8904-553029231a6d req-747a64a2-2e47-459f-b588-783f8c7343a4 tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Synchronizing usage tracker for tenant:2d5b8d1bb5df4191a9326c02e197e07e on resource:port {{(pid=78700) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:02:23.891862 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-f14d6753-633b-4bc4-991c-194aa853e30c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:23.939419 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f14d6753-633b-4bc4-991c-194aa853e30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205'] for segment, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:23.939928 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.db.segments_db [None req-f14d6753-633b-4bc4-991c-194aa853e30c admin admin] Added segment ebfe5be2-a5ab-413f-9970-7c2debd41896 of type vlan for network 042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8 May 17 12:02:23.943642 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31107d4-8951-4e73-84ba-9b67f9419c18 req-6360dcb8-ca7f-4d96-b517-4f5cdf4bd8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:23.945429 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-c31107d4-8951-4e73-84ba-9b67f9419c18 req-6360dcb8-ca7f-4d96-b517-4f5cdf4bd8de service neutron] 10.222.0.52 "GET /v2.0/networks?id=2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd HTTP/1.1" status: 200 len: 915 time: 0.2428083 May 17 12:02:23.952605 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-476a4552-e543-4442-9b21-1861c9271e81 req-64de3c5d-aec5-4c43-b261-91cc6bce4a53 tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] 10.222.0.52 "DELETE /v2.0/ports/de5489e2-cdf8-464b-87bf-5cf98682971d HTTP/1.1" status: 204 len: 173 time: 1.6331007 May 17 12:02:23.955972 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-d9c346dd-1f04-46b4-8904-553029231a6d req-747a64a2-2e47-459f-b588-783f8c7343a4 tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Unset dirty status for tenant:2d5b8d1bb5df4191a9326c02e197e07e on resource:port {{(pid=78700) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:02:23.964462 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d9c346dd-1f04-46b4-8904-553029231a6d req-747a64a2-2e47-459f-b588-783f8c7343a4 tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7cd8c4e-a019-4461-85c4-f31b1994bad4 HTTP/1.1" status: 200 len: 210 time: 0.2243199 May 17 12:02:24.007525 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f14d6753-633b-4bc4-991c-194aa853e30c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762326795951'] for network, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:24.046312 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f14d6753-633b-4bc4-991c-194aa853e30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533501'] for network, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:24.047681 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14d6753-633b-4bc4-991c-194aa853e30c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:24.048310 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f14d6753-633b-4bc4-991c-194aa853e30c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for network, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:24.054542 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-6a067b36-6836-423b-b7dc-cc1735bb10a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:24.086636 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-c31107d4-8951-4e73-84ba-9b67f9419c18 req-c3b02e4e-938b-4c7c-8cf8-c4289fe22b75 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba46b578-e7e2-4948-aaf8-bd875287ba60 HTTP/1.1" status: 200 len: 217 time: 0.1331186 May 17 12:02:24.153439 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-f14d6753-633b-4bc4-991c-194aa853e30c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5252235 May 17 12:02:24.153633 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31107d4-8951-4e73-84ba-9b67f9419c18 req-8eab5d47-3f2a-45ef-a291-e3b8d08431f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:24.154602 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-c31107d4-8951-4e73-84ba-9b67f9419c18 req-8eab5d47-3f2a-45ef-a291-e3b8d08431f7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6261fd46-3780-4f90-ad06-2f624900197f HTTP/1.1" status: 200 len: 854 time: 0.0615304 May 17 12:02:24.155172 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 56446) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:24.155647 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d6753-633b-4bc4-991c-194aa853e30c admin admin] Pushing event updated for resources: {'Network': ['ID=042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:24.160742 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-85bde740-bbdd-40a1-b21a-178942621d3b admin admin] Request body: {'subnet': {'network_id': '042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-611068958-subnet', 'tenant_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'ip_version': 4}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:02:24.166014 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-f14d6753-633b-4bc4-991c-194aa853e30c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:24.166160 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Network 042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8 details requested by agent ovs-agent-dv-cinder-734144-19-iscsi with host dv-cinder-734144-19-iscsi {{(pid=78702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 12:02:24.209531 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-c31107d4-8951-4e73-84ba-9b67f9419c18 req-3875e385-7c2a-4e52-b8c4-8101fcda0206 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450819 May 17 12:02:24.210477 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-85bde740-bbdd-40a1-b21a-178942621d3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:24.214651 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-85bde740-bbdd-40a1-b21a-178942621d3b admin admin] Usage tracker for resource:subnet and tenant:05e25a4be2774eceadebdf38b9b2fdf8 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:24.217767 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-85bde740-bbdd-40a1-b21a-178942621d3b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:24.225914 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-85bde740-bbdd-40a1-b21a-178942621d3b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:24.306477 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bde740-bbdd-40a1-b21a-178942621d3b admin admin] Made reservation on behalf of 05e25a4be2774eceadebdf38b9b2fdf8 for: {'subnet': 1} {{(pid=78701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:02:24.308726 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-85bde740-bbdd-40a1-b21a-178942621d3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2580811'] for subnet, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:24.461485 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-c31107d4-8951-4e73-84ba-9b67f9419c18 req-dceb035b-5219-433c-8737-63824e005620 service neutron] 10.222.0.52 "GET /v2.0/networks/2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370911 May 17 12:02:24.603536 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ca5ab-7f52-4a96-afff-2c74f3123dbf req-221043e7-0e26-4608-9af8-8f0d5d393607 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:24.605151 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-c53ca5ab-7f52-4a96-afff-2c74f3123dbf req-221043e7-0e26-4608-9af8-8f0d5d393607 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 946 time: 0.1163979 May 17 12:02:24.661550 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-c53ca5ab-7f52-4a96-afff-2c74f3123dbf req-df7fee53-8ac1-44e9-80a6-374e513316ef tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474675 May 17 12:02:24.819903 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-c31107d4-8951-4e73-84ba-9b67f9419c18 req-bfe401c1-1fc9-442b-bce1-56381eff27da service neutron] 10.222.0.52 "GET /v2.0/networks/2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492169 May 17 12:02:24.920568 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a923fdb-44b0-4bc7-8c68-4190e93904ab req-5d388ea7-fe68-4385-923a-cf241d185dc1 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:24.922417 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-5a923fdb-44b0-4bc7-8c68-4190e93904ab req-5d388ea7-fe68-4385-923a-cf241d185dc1 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/ports?device_id=566dc5cf-88aa-44d1-a18e-4c6238b07107 HTTP/1.1" status: 200 len: 943 time: 0.2351089 May 17 12:02:25.024447 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-5a923fdb-44b0-4bc7-8c68-4190e93904ab req-d9b489ed-1762-457d-b83e-a39cd3995446 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18cb5e0-349e-4af4-a126-102dafc72b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837398 May 17 12:02:25.161012 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-85bde740-bbdd-40a1-b21a-178942621d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2534792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2580825'] for subnet, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:25.168775 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-bbd18677-de25-4a87-a469-8c673439dca7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:25.247214 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f19c15e5-2fdc-4571-84a2-f6ff6c6c8348 req-8275a3f8-a548-4ee1-ac89-d5004c609aa7 tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7cd8c4e-a019-4461-85c4-f31b1994bad4 HTTP/1.1" status: 200 len: 210 time: 0.0915196 May 17 12:02:25.250905 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bde740-bbdd-40a1-b21a-178942621d3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=09a794ab-93ea-4d3a-9af7-0e8998678595,revision_number=0']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:25.259708 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-85bde740-bbdd-40a1-b21a-178942621d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:25.260575 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bde740-bbdd-40a1-b21a-178942621d3b admin admin] Checking segment: {'id': 'ebfe5be2-a5ab-413f-9970-7c2debd41896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:02:25.260926 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bde740-bbdd-40a1-b21a-178942621d3b admin admin] Network hostable DHCP agents. Network: 042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8, hostable agents: ['1bb0aafc-e938-4aea-abc6-5926a36b60fa'], hosted agents: [] {{(pid=78701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:02:25.278569 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device de5489e2-cdf8-464b-87bf-5cf98682971d no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:02:25.284131 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bde740-bbdd-40a1-b21a-178942621d3b admin admin] Network 042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8 is scheduled to be hosted by DHCP agent 1bb0aafc-e938-4aea-abc6-5926a36b60fa with binding_index 1 {{(pid=78701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:02:25.296456 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.base_scheduler [None req-85bde740-bbdd-40a1-b21a-178942621d3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-19-iscsi, 042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8) {{(pid=78701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:02:25.309959 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bde740-bbdd-40a1-b21a-178942621d3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:25.310889 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-85bde740-bbdd-40a1-b21a-178942621d3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:25.341348 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] No Port match for: de5489e2-cdf8-464b-87bf-5cf98682971d {{(pid=78702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:02:25.341694 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device de5489e2-cdf8-464b-87bf-5cf98682971d not bound to the agent host hv-cinder-73414 {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:02:25.343848 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444422c5-c1dc-46ad-9414-91cef626b392 None None] Network 042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8 requested from dv-cinder-734144-19-iscsi {{(pid=78702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:02:25.346705 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-85bde740-bbdd-40a1-b21a-178942621d3b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1904237 May 17 12:02:25.349735 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 56486) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:25.355735 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [None req-c9a60aea-ff1e-4e09-a313-7e65d0c56d41 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-611068958-router', 'tenant_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c'}}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:02:25.362149 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-c9a60aea-ff1e-4e09-a313-7e65d0c56d41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:25.367615 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-c9a60aea-ff1e-4e09-a313-7e65d0c56d41 admin admin] Usage tracker for resource:router and tenant:05e25a4be2774eceadebdf38b9b2fdf8 is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:25.370943 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-c9a60aea-ff1e-4e09-a313-7e65d0c56d41 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:25.377894 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-c9a60aea-ff1e-4e09-a313-7e65d0c56d41 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:25.394035 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-c9a60aea-ff1e-4e09-a313-7e65d0c56d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12262'] for router, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:25.396008 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-c9a60aea-ff1e-4e09-a313-7e65d0c56d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-462602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12281'] for router, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:25.415162 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-c9a60aea-ff1e-4e09-a313-7e65d0c56d41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:25.606894 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9082d3a-90a7-45c6-aebe-18bdcba88e28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6ad49bc-6772-501e-aeed-729f0e6c613b-042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8', 'network_id': '042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8', 'tenant_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'fixed_ips': [{'subnet_id': '09a794ab-93ea-4d3a-9af7-0e8998678595'}]}} from dv-cinder-734144-19-iscsi. {{(pid=78702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 17 12:02:25.608326 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b9082d3a-90a7-45c6-aebe-18bdcba88e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:25.791127 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-c9a60aea-ff1e-4e09-a313-7e65d0c56d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12235'] for router, precommit_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:25.870766 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [None req-b9082d3a-90a7-45c6-aebe-18bdcba88e28 None None] Allocated IP 172.20.0.2 (042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8/09a794ab-93ea-4d3a-9af7-0e8998678595/e9b6c663-6e7c-4c00-abec-3cbdd9c4e6f4) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:02:25.975479 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff6c2f-b8b9-476b-a20d-b010fb594f5c req-d718e165-eef4-47d6-b03f-65bb85a0cf1e tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:25.976969 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-efff6c2f-b8b9-476b-a20d-b010fb594f5c req-d718e165-eef4-47d6-b03f-65bb85a0cf1e tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 946 time: 0.1690788 May 17 12:02:26.034208 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-efff6c2f-b8b9-476b-a20d-b010fb594f5c req-8646b819-b410-4feb-93f9-aef68aeedcfd tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511856 May 17 12:02:26.130303 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b9082d3a-90a7-45c6-aebe-18bdcba88e28 None None] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:26.147964 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-b9082d3a-90a7-45c6-aebe-18bdcba88e28 None None] Transition to ACTIVE for port object e9b6c663-6e7c-4c00-abec-3cbdd9c4e6f4 will not be triggered until provisioned by entity L2. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:02:26.171366 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-b9082d3a-90a7-45c6-aebe-18bdcba88e28 None None] Transition to ACTIVE for port object e9b6c663-6e7c-4c00-abec-3cbdd9c4e6f4 will not be triggered until provisioned by entity DHCP. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:02:26.178342 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b9082d3a-90a7-45c6-aebe-18bdcba88e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:26.183726 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:26.256472 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192a7d8-c0fb-4998-a071-2a5e8e1b828a req-3c9bae93-8b30-42b3-a52b-b76cd5244922 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:26.258502 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-d192a7d8-c0fb-4998-a071-2a5e8e1b828a req-3c9bae93-8b30-42b3-a52b-b76cd5244922 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/ports?device_id=566dc5cf-88aa-44d1-a18e-4c6238b07107 HTTP/1.1" status: 200 len: 943 time: 0.1031928 May 17 12:02:26.299965 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9082d3a-90a7-45c6-aebe-18bdcba88e28 None None] Network 042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:02:26.306329 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-b9082d3a-90a7-45c6-aebe-18bdcba88e28 None None] Resources bound (agent type, host, resource id): {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:02:26.308873 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9082d3a-90a7-45c6-aebe-18bdcba88e28 None None] Pushing event updated for resources: {'Port': ['ID=e9b6c663-6e7c-4c00-abec-3cbdd9c4e6f4,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:26.317128 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9082d3a-90a7-45c6-aebe-18bdcba88e28 None None] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:02:26.320736 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9082d3a-90a7-45c6-aebe-18bdcba88e28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:26.321344 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9082d3a-90a7-45c6-aebe-18bdcba88e28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:26.321881 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9082d3a-90a7-45c6-aebe-18bdcba88e28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:26.322439 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9082d3a-90a7-45c6-aebe-18bdcba88e28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:26.322993 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9082d3a-90a7-45c6-aebe-18bdcba88e28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:26.323618 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9082d3a-90a7-45c6-aebe-18bdcba88e28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:26.324152 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9082d3a-90a7-45c6-aebe-18bdcba88e28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:26.324668 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9082d3a-90a7-45c6-aebe-18bdcba88e28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:26.325217 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9082d3a-90a7-45c6-aebe-18bdcba88e28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:26.325733 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9082d3a-90a7-45c6-aebe-18bdcba88e28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:26.326257 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9082d3a-90a7-45c6-aebe-18bdcba88e28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:26.326782 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9082d3a-90a7-45c6-aebe-18bdcba88e28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:26.340177 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-b9082d3a-90a7-45c6-aebe-18bdcba88e28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:26.363890 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-d192a7d8-c0fb-4998-a071-2a5e8e1b828a req-0faf74d0-72b6-4089-9afb-0e5df4bff20b tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18cb5e0-349e-4af4-a126-102dafc72b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979178 May 17 12:02:26.379834 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-c9a60aea-ff1e-4e09-a313-7e65d0c56d41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:26.413500 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-c9a60aea-ff1e-4e09-a313-7e65d0c56d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:26.446067 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-b9082d3a-90a7-45c6-aebe-18bdcba88e28 None None] Attempting to bind port e9b6c663-6e7c-4c00-abec-3cbdd9c4e6f4 on host dv-cinder-734144-19-iscsi for vnic_type normal with profile {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:02:26.446522 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-b9082d3a-90a7-45c6-aebe-18bdcba88e28 None None] Attempting to bind port e9b6c663-6e7c-4c00-abec-3cbdd9c4e6f4 by drivers openvswitch,hyperv on host dv-cinder-734144-19-iscsi at level 0 using segments [{'id': 'ebfe5be2-a5ab-413f-9970-7c2debd41896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8'}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:02:26.446954 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9082d3a-90a7-45c6-aebe-18bdcba88e28 None None] Attempting to bind port e9b6c663-6e7c-4c00-abec-3cbdd9c4e6f4 on network 042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:02:26.452415 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9082d3a-90a7-45c6-aebe-18bdcba88e28 None None] Checking agent: {'id': '99430f10-7a80-40b5-88dc-f3a197e5e86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 11), 'started_at': datetime.datetime(2021, 5, 17, 11, 53, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:02:26.452867 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9082d3a-90a7-45c6-aebe-18bdcba88e28 None None] Checking segment: {'id': 'ebfe5be2-a5ab-413f-9970-7c2debd41896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:02:26.453397 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b9082d3a-90a7-45c6-aebe-18bdcba88e28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:26.453886 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9082d3a-90a7-45c6-aebe-18bdcba88e28 None None] Bound using segment: {'id': 'ebfe5be2-a5ab-413f-9970-7c2debd41896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8'} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:02:26.454392 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-b9082d3a-90a7-45c6-aebe-18bdcba88e28 None None] Bound port: e9b6c663-6e7c-4c00-abec-3cbdd9c4e6f4, host: dv-cinder-734144-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebfe5be2-a5ab-413f-9970-7c2debd41896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8'}}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:02:26.454835 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b9082d3a-90a7-45c6-aebe-18bdcba88e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:26.548820 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-b9082d3a-90a7-45c6-aebe-18bdcba88e28 None None] For port e9b6c663-6e7c-4c00-abec-3cbdd9c4e6f4, host dv-cinder-734144-19-iscsi, cleared binding levels {{(pid=78702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:02:26.552595 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-b9082d3a-90a7-45c6-aebe-18bdcba88e28 None None] For port e9b6c663-6e7c-4c00-abec-3cbdd9c4e6f4, host dv-cinder-734144-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=e9b6c663-6e7c-4c00-abec-3cbdd9c4e6f4,segment=NetworkSegment(ebfe5be2-a5ab-413f-9970-7c2debd41896),segment_id=ebfe5be2-a5ab-413f-9970-7c2debd41896)] {{(pid=78702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:02:26.557576 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b9082d3a-90a7-45c6-aebe-18bdcba88e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:26.562490 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:26.567380 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.db_base_plugin_common [None req-c9a60aea-ff1e-4e09-a313-7e65d0c56d41 admin admin] Allocated IP 172.27.1.90 (163aee93-eed0-47f4-9809-6291286e957c/35eb0c40-f6d0-43b5-b72a-9e8dd7567b53/fe49a373-addb-4359-bcca-950c9c241118) {{(pid=78700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:02:26.700123 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9082d3a-90a7-45c6-aebe-18bdcba88e28 None None] Pushing event updated for resources: {'Port': ['ID=e9b6c663-6e7c-4c00-abec-3cbdd9c4e6f4,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:26.712712 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-b9082d3a-90a7-45c6-aebe-18bdcba88e28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:26.756845 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-c9a60aea-ff1e-4e09-a313-7e65d0c56d41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:26.795084 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-c9a60aea-ff1e-4e09-a313-7e65d0c56d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:26.799397 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:26.866943 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a60aea-ff1e-4e09-a313-7e65d0c56d41 admin admin] Network 163aee93-eed0-47f4-9809-6291286e957c is already hosted by enough agents. {{(pid=78700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:02:26.870134 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.base_scheduler [None req-c9a60aea-ff1e-4e09-a313-7e65d0c56d41 admin admin] Resources bound (agent type, host, resource id): {{(pid=78700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:02:26.874022 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a60aea-ff1e-4e09-a313-7e65d0c56d41 admin admin] Received port after_create {{(pid=78700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:02:26.885905 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.agents_db [None req-bc444940-bb86-4de8-ac48-ae4570a6a7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:02:26.928833 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a60aea-ff1e-4e09-a313-7e65d0c56d41 admin admin] Pushing event updated for resources: {'Port': ['ID=fe49a373-addb-4359-bcca-950c9c241118,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:26.937554 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-c9a60aea-ff1e-4e09-a313-7e65d0c56d41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:27.265153 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device ba46b578-e7e2-4948-aaf8-bd875287ba60 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:02:27.543403 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5c71a-863c-4063-9fd3-01411b45a882 req-549cc6c6-0164-4956-8a9b-f5e5993ee9bc tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:27.553569 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2fd5c71a-863c-4063-9fd3-01411b45a882 req-549cc6c6-0164-4956-8a9b-f5e5993ee9bc tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 946 time: 0.3256724 May 17 12:02:27.572549 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port ba46b578-e7e2-4948-aaf8-bd875287ba60, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=ba46b578-e7e2-4948-aaf8-bd875287ba60,segment=NetworkSegment(94b16cb5-a6fd-46f0-9094-020c3c371b22),segment_id=94b16cb5-a6fd-46f0-9094-020c3c371b22)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:02:27.610271 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Returning: {'device': 'ba46b578-e7e2-4948-aaf8-bd875287ba60', 'network_id': '2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd', 'port_id': 'ba46b578-e7e2-4948-aaf8-bd875287ba60', 'mac_address': 'fa:16:3e:08:9e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6261fd46-3780-4f90-ad06-2f624900197f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:02:27.672367 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-c9a60aea-ff1e-4e09-a313-7e65d0c56d41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:27.720119 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea588a14-5f15-4c06-822f-97fe99320ff1 req-f19e1afb-5a5b-4cf7-b9af-fb2387a3b35a tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:27.721761 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-ea588a14-5f15-4c06-822f-97fe99320ff1 req-f19e1afb-5a5b-4cf7-b9af-fb2387a3b35a tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/ports?device_id=566dc5cf-88aa-44d1-a18e-4c6238b07107 HTTP/1.1" status: 200 len: 943 time: 0.1260660 May 17 12:02:27.736588 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:27.766494 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba46b578-e7e2-4948-aaf8-bd875287ba60 {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:02:27.788257 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-ea588a14-5f15-4c06-822f-97fe99320ff1 req-e02936ac-1b17-4806-8997-cc0b38037ae3 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18cb5e0-349e-4af4-a126-102dafc72b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573514 May 17 12:02:27.794236 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port ba46b578-e7e2-4948-aaf8-bd875287ba60, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=ba46b578-e7e2-4948-aaf8-bd875287ba60,segment=NetworkSegment(94b16cb5-a6fd-46f0-9094-020c3c371b22),segment_id=94b16cb5-a6fd-46f0-9094-020c3c371b22)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:02:27.803124 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:27.806083 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-32c8a979-79e5-4a1c-8366-24015f266bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:27.837720 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2fd5c71a-863c-4063-9fd3-01411b45a882 req-243b6379-a7ac-4f69-acc5-2af38c4018a5 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638731 May 17 12:02:27.946606 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=ba46b578-e7e2-4948-aaf8-bd875287ba60,revision_number=4']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:27.950064 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:28.042486 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa875308-231f-4778-9d84-2be23d20629d None None] Network 042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8 requested from dv-cinder-734144-19-iscsi {{(pid=78702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:02:28.164776 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-184e2434-c473-472a-9b83-f82e10af9601 None None] Provisioning for port e9b6c663-6e7c-4c00-abec-3cbdd9c4e6f4 completed by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:02:28.190339 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-c9a60aea-ff1e-4e09-a313-7e65d0c56d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399684'] for router, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:28.397215 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 56568) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:28.476800 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6431801-62de-47e1-a2e9-66c9e2c32276 admin admin] Deleting subnet 67cd3e72-2f24-46ab-b181-47f97ee4c177 {{(pid=78701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 12:02:28.480841 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-d6431801-62de-47e1-a2e9-66c9e2c32276 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:28.505642 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9a60aea-ff1e-4e09-a313-7e65d0c56d41 admin admin] Router a6d0911b-a4d2-4ed8-a748-19e8a6f54f87 is scheduled to L3 agent 7d9bdccf-07e9-4436-af26-1dad3be87fd8 with binding_index 1 {{(pid=78700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 17 12:02:28.546661 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-d6431801-62de-47e1-a2e9-66c9e2c32276 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2587883'] for subnet, precommit_delete_associations {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:28.592656 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device e9b6c663-6e7c-4c00-abec-3cbdd9c4e6f4 up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:02:28.602552 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-d6431801-62de-47e1-a2e9-66c9e2c32276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383026'] for subnet, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:28.678128 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning for port e9b6c663-6e7c-4c00-abec-3cbdd9c4e6f4 completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:02:28.685141 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port e9b6c663-6e7c-4c00-abec-3cbdd9c4e6f4 triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:02:28.685741 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:28.699357 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a60aea-ff1e-4e09-a313-7e65d0c56d41 admin admin] Notify agent at l3_agent.dv-cinder-734144-19-iscsi the message routers_updated {{(pid=78700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:02:28.710933 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5f0675-83a8-41d7-b95f-6afee56a9aa4 None None] Sync routers for ids ['a6d0911b-a4d2-4ed8-a748-19e8a6f54f87'] in dv-cinder-734144-19-iscsi {{(pid=78703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:02:28.725248 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5f0675-83a8-41d7-b95f-6afee56a9aa4 None None] Routers {'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:02:28.726012 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-3f5f0675-83a8-41d7-b95f-6afee56a9aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:02:11Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['a6d0911b-a4d2-4ed8-a748-19e8a6f54f87'], 'active': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:02:28.735639 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-c9a60aea-ff1e-4e09-a313-7e65d0c56d41 admin admin] Notify callbacks [] for router, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:28.742468 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-c9a60aea-ff1e-4e09-a313-7e65d0c56d41 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3914535 May 17 12:02:28.742901 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 56576) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:28.888675 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:28.924877 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] For port e9b6c663-6e7c-4c00-abec-3cbdd9c4e6f4, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=e9b6c663-6e7c-4c00-abec-3cbdd9c4e6f4,segment=NetworkSegment(ebfe5be2-a5ab-413f-9970-7c2debd41896),segment_id=ebfe5be2-a5ab-413f-9970-7c2debd41896)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:02:28.931376 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:28.933420 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:28.984701 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvr_db [None req-3f5f0675-83a8-41d7-b95f-6afee56a9aa4 None None] Set router a6d0911b-a4d2-4ed8-a748-19e8a6f54f87 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:02:29.038668 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Pushing event updated for resources: {'Port': ['ID=e9b6c663-6e7c-4c00-abec-3cbdd9c4e6f4,revision_number=3']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:29.043468 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:29.049618 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d339c15-cd20-4467-bb34-8ea9784c78d7 req-9379df8d-0ec3-4277-b0d4-8b8d4f0cf4fe tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:29.057798 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2d339c15-cd20-4467-bb34-8ea9784c78d7 req-9379df8d-0ec3-4277-b0d4-8b8d4f0cf4fe tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/ports?device_id=566dc5cf-88aa-44d1-a18e-4c6238b07107 HTTP/1.1" status: 200 len: 944 time: 0.0981719 May 17 12:02:29.114119 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2d339c15-cd20-4467-bb34-8ea9784c78d7 req-96487d98-dd6c-4020-93b3-4f4e34c9a2c9 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18cb5e0-349e-4af4-a126-102dafc72b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552340 May 17 12:02:29.377979 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-3f5f0675-83a8-41d7-b95f-6afee56a9aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87', 'name': 'tempest-TestMinimumBasicScenario-611068958-router', 'tenant_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'fe49a373-addb-4359-bcca-950c9c241118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:25Z', 'updated_at': '2021-05-17T12:02:27Z', 'revision_number': 3, 'project_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'gw_port': {'id': 'fe49a373-addb-4359-bcca-950c9c241118', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:26Z', 'updated_at': '2021-05-17T12:02:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi'}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:02:29.384770 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5f0675-83a8-41d7-b95f-6afee56a9aa4 None None] Checking router: a6d0911b-a4d2-4ed8-a748-19e8a6f54f87 for host: dv-cinder-734144-19-iscsi {{(pid=78703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:02:29.385232 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5f0675-83a8-41d7-b95f-6afee56a9aa4 None None] Updating router a6d0911b-a4d2-4ed8-a748-19e8a6f54f87 port fe49a373-addb-4359-bcca-950c9c241118 binding host dv-cinder-734144-19-iscsi {{(pid=78703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:02:29.385394 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-d6431801-62de-47e1-a2e9-66c9e2c32276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2534855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2580816'] for subnet, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:29.395525 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-33c591ee-7092-4a39-96e3-97942ab83a61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:29.426857 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c575aa2-1e17-4563-967e-75b9dfb6bc2c req-108eca41-c5af-49bb-a315-299449da3a1a tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:29.428753 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0c575aa2-1e17-4563-967e-75b9dfb6bc2c req-108eca41-c5af-49bb-a315-299449da3a1a tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 946 time: 0.1287241 May 17 12:02:29.446274 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3f5f0675-83a8-41d7-b95f-6afee56a9aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:29.479762 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6431801-62de-47e1-a2e9-66c9e2c32276 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67cd3e72-2f24-46ab-b181-47f97ee4c177,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:29.491963 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0c575aa2-1e17-4563-967e-75b9dfb6bc2c req-d6eb38e4-85d6-4448-9e53-1ef67e561703 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507171 May 17 12:02:29.525668 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-d6431801-62de-47e1-a2e9-66c9e2c32276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:29.528864 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-d6431801-62de-47e1-a2e9-66c9e2c32276 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:29.540223 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-d6431801-62de-47e1-a2e9-66c9e2c32276 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/67cd3e72-2f24-46ab-b181-47f97ee4c177 HTTP/1.1" status: 204 len: 168 time: 1.1419582 May 17 12:02:29.542799 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 56594) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:29.647658 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-4b24bba0-9406-4067-8b8f-4055a730a3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1494564'] for network, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:29.772215 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-4b24bba0-9406-4067-8b8f-4055a730a3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382983', 'neutron.services.segments.db._delete_segments_for_network-8762327220098'] for network, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:29.780549 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7db3fadc-362f-4e36-9fa3-9b2380766ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:29.785716 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.services.segments.db [None req-4b24bba0-9406-4067-8b8f-4055a730a3c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14da6a33-1a1d-42a7-8db9-9f9b379dfca4']}} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:02:29.798564 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.services.segments.db [None req-4b24bba0-9406-4067-8b8f-4055a730a3c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd34206cf-c55b-4406-92d8-f00429ecc993') {'for_net_delete': True} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:02:29.798844 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.services.segments.db [None req-4b24bba0-9406-4067-8b8f-4055a730a3c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd34206cf-c55b-4406-92d8-f00429ecc993') {} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:02:29.809359 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3f5f0675-83a8-41d7-b95f-6afee56a9aa4 None None] Notify callbacks [] for port, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:29.811374 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-4b24bba0-9406-4067-8b8f-4055a730a3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762327230347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2957048'] for segment, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:29.824964 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.provisioning_blocks [None req-3f5f0675-83a8-41d7-b95f-6afee56a9aa4 None None] Transition to ACTIVE for port object fe49a373-addb-4359-bcca-950c9c241118 will not be triggered until provisioned by entity L2. {{(pid=78703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:02:29.830003 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-4b24bba0-9406-4067-8b8f-4055a730a3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205'] for segment, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:29.835486 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3f5f0675-83a8-41d7-b95f-6afee56a9aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:29.837223 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b24bba0-9406-4067-8b8f-4055a730a3c1 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=78700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 12:02:29.837734 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-4b24bba0-9406-4067-8b8f-4055a730a3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2209177'] for segment, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:29.841460 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:29.851215 dv-cinder-734144-19-iscsi neutron-server[78700]: Traceback (most recent call last): May 17 12:02:29.851215 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 12:02:29.851215 dv-cinder-734144-19-iscsi neutron-server[78700]: timer() May 17 12:02:29.851215 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 12:02:29.851215 dv-cinder-734144-19-iscsi neutron-server[78700]: cb(*args, **kw) May 17 12:02:29.851215 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 12:02:29.851215 dv-cinder-734144-19-iscsi neutron-server[78700]: return func(*args, **kwargs) May 17 12:02:29.851215 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 12:02:29.851215 dv-cinder-734144-19-iscsi neutron-server[78700]: self._notify() May 17 12:02:29.851215 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 12:02:29.851215 dv-cinder-734144-19-iscsi neutron-server[78700]: self.callback(batched_events) May 17 12:02:29.851215 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 12:02:29.851215 dv-cinder-734144-19-iscsi neutron-server[78700]: event.method(event) May 17 12:02:29.851215 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 12:02:29.851215 dv-cinder-734144-19-iscsi neutron-server[78700]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 12:02:29.851215 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 12:02:29.851215 dv-cinder-734144-19-iscsi neutron-server[78700]: aggregate_uuid = self.p_client.list_aggregates( May 17 12:02:29.851215 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 12:02:29.851215 dv-cinder-734144-19-iscsi neutron-server[78700]: return f(self, *a, **k) May 17 12:02:29.851215 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 12:02:29.851215 dv-cinder-734144-19-iscsi neutron-server[78700]: return self._get(url).json() May 17 12:02:29.851215 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 12:02:29.851215 dv-cinder-734144-19-iscsi neutron-server[78700]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 12:02:29.851215 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 12:02:29.851215 dv-cinder-734144-19-iscsi neutron-server[78700]: return self.request(url, 'GET', **kwargs) May 17 12:02:29.851215 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 12:02:29.851215 dv-cinder-734144-19-iscsi neutron-server[78700]: base_url = self.get_endpoint(auth, allow=allow, May 17 12:02:29.851215 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 12:02:29.851215 dv-cinder-734144-19-iscsi neutron-server[78700]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 12:02:29.851215 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 12:02:29.851215 dv-cinder-734144-19-iscsi neutron-server[78700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 12:02:29.851215 dv-cinder-734144-19-iscsi neutron-server[78700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 12:02:29.920691 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [None req-3f5f0675-83a8-41d7-b95f-6afee56a9aa4 None None] Attempting to bind port fe49a373-addb-4359-bcca-950c9c241118 on host dv-cinder-734144-19-iscsi for vnic_type normal with profile {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:02:29.921095 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [None req-3f5f0675-83a8-41d7-b95f-6afee56a9aa4 None None] Attempting to bind port fe49a373-addb-4359-bcca-950c9c241118 by drivers openvswitch,hyperv on host dv-cinder-734144-19-iscsi at level 0 using segments [{'id': '8b5d1e01-0c84-4e6b-9682-76a98a471ba9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '163aee93-eed0-47f4-9809-6291286e957c'}] {{(pid=78703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:02:29.921359 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5f0675-83a8-41d7-b95f-6afee56a9aa4 None None] Attempting to bind port fe49a373-addb-4359-bcca-950c9c241118 on network 163aee93-eed0-47f4-9809-6291286e957c {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:02:29.929422 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a9312d-7061-4fff-80c6-817a320e4b31 None None] Pushing event updated for resources: {'Port': ['ID=fe49a373-addb-4359-bcca-950c9c241118,revision_number=2']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:29.933136 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5f0675-83a8-41d7-b95f-6afee56a9aa4 None None] Checking agent: {'id': '99430f10-7a80-40b5-88dc-f3a197e5e86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 11), 'started_at': datetime.datetime(2021, 5, 17, 11, 53, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:02:29.933516 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5f0675-83a8-41d7-b95f-6afee56a9aa4 None None] Checking segment: {'id': '8b5d1e01-0c84-4e6b-9682-76a98a471ba9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '163aee93-eed0-47f4-9809-6291286e957c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:02:29.934206 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3f5f0675-83a8-41d7-b95f-6afee56a9aa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:29.934610 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5f0675-83a8-41d7-b95f-6afee56a9aa4 None None] Bound using segment: {'id': '8b5d1e01-0c84-4e6b-9682-76a98a471ba9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '163aee93-eed0-47f4-9809-6291286e957c'} {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:02:29.935198 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [None req-3f5f0675-83a8-41d7-b95f-6afee56a9aa4 None None] Bound port: fe49a373-addb-4359-bcca-950c9c241118, host: dv-cinder-734144-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b5d1e01-0c84-4e6b-9682-76a98a471ba9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '163aee93-eed0-47f4-9809-6291286e957c'}}] {{(pid=78703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:02:29.935831 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3f5f0675-83a8-41d7-b95f-6afee56a9aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:29.939404 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-4b24bba0-9406-4067-8b8f-4055a730a3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407862'] for network, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:29.944378 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-4b24bba0-9406-4067-8b8f-4055a730a3c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for network, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:29.953440 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:29.976150 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-4b24bba0-9406-4067-8b8f-4055a730a3c1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/14da6a33-1a1d-42a7-8db9-9f9b379dfca4 HTTP/1.1" status: 204 len: 168 time: 0.4298933 May 17 12:02:29.979376 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b24bba0-9406-4067-8b8f-4055a730a3c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=14da6a33-1a1d-42a7-8db9-9f9b379dfca4,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:29.982634 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-4b24bba0-9406-4067-8b8f-4055a730a3c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:29.982783 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a9312d-7061-4fff-80c6-817a320e4b31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:29.983077 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a9312d-7061-4fff-80c6-817a320e4b31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:29.983414 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a9312d-7061-4fff-80c6-817a320e4b31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:29.983740 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a9312d-7061-4fff-80c6-817a320e4b31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:29.984065 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a9312d-7061-4fff-80c6-817a320e4b31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:29.984388 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a9312d-7061-4fff-80c6-817a320e4b31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:29.984840 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a9312d-7061-4fff-80c6-817a320e4b31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:29.985191 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a9312d-7061-4fff-80c6-817a320e4b31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:29.985531 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a9312d-7061-4fff-80c6-817a320e4b31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:29.985851 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a9312d-7061-4fff-80c6-817a320e4b31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:29.986165 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a9312d-7061-4fff-80c6-817a320e4b31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:29.986477 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a9312d-7061-4fff-80c6-817a320e4b31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:29.992532 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-03a9312d-7061-4fff-80c6-817a320e4b31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:30.027828 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [None req-3f5f0675-83a8-41d7-b95f-6afee56a9aa4 None None] For port fe49a373-addb-4359-bcca-950c9c241118, host dv-cinder-734144-19-iscsi, cleared binding levels {{(pid=78703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:02:30.031068 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [None req-3f5f0675-83a8-41d7-b95f-6afee56a9aa4 None None] For port fe49a373-addb-4359-bcca-950c9c241118, host dv-cinder-734144-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=fe49a373-addb-4359-bcca-950c9c241118,segment=NetworkSegment(8b5d1e01-0c84-4e6b-9682-76a98a471ba9),segment_id=8b5d1e01-0c84-4e6b-9682-76a98a471ba9)] {{(pid=78703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:02:30.031427 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.db_base_plugin_common [None req-7db3fadc-362f-4e36-9fa3-9b2380766ebe admin admin] Allocated IP 172.20.0.1 (042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8/09a794ab-93ea-4d3a-9af7-0e8998678595/5bff7479-ddba-4202-b986-70c41e1aa62b) {{(pid=78701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:02:30.036240 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3f5f0675-83a8-41d7-b95f-6afee56a9aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:30.041931 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:30.107971 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5f0675-83a8-41d7-b95f-6afee56a9aa4 None None] Routers {'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:02:30.108592 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-3f5f0675-83a8-41d7-b95f-6afee56a9aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:02:11Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['a6d0911b-a4d2-4ed8-a748-19e8a6f54f87'], 'active': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:02:30.180235 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 56604) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:30.202479 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7db3fadc-362f-4e36-9fa3-9b2380766ebe admin admin] Notify callbacks [] for port, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:30.220192 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.provisioning_blocks [None req-7db3fadc-362f-4e36-9fa3-9b2380766ebe admin admin] Transition to ACTIVE for port object 5bff7479-ddba-4202-b986-70c41e1aa62b will not be triggered until provisioned by entity DHCP. {{(pid=78701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:02:30.236149 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-5ae9b874-21b4-4623-87c2-f13a0d7b842b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2d5b8d1bb5df4191a9326c02e197e07e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0547545 May 17 12:02:30.239167 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 56608) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:30.297143 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7db3fadc-362f-4e36-9fa3-9b2380766ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534708'] for port, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:30.306491 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:30.327713 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a9312d-7061-4fff-80c6-817a320e4b31 None None] Pushing event updated for resources: {'Port': ['ID=fe49a373-addb-4359-bcca-950c9c241118,revision_number=3']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:30.329726 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d40c07-655d-4e1e-af04-69307b887c65 req-92ef5e06-3f0a-4a39-9c4e-dcbb2905ea49 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:30.331236 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-a9d40c07-655d-4e1e-af04-69307b887c65 req-92ef5e06-3f0a-4a39-9c4e-dcbb2905ea49 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/ports?device_id=566dc5cf-88aa-44d1-a18e-4c6238b07107 HTTP/1.1" status: 200 len: 944 time: 0.0846381 May 17 12:02:30.335713 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-03a9312d-7061-4fff-80c6-817a320e4b31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:30.344763 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvr_db [None req-3f5f0675-83a8-41d7-b95f-6afee56a9aa4 None None] Set router a6d0911b-a4d2-4ed8-a748-19e8a6f54f87 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:02:30.355913 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-0364a943-9e59-4d1a-bb3b-b26b9d500737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:30.377703 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-a9d40c07-655d-4e1e-af04-69307b887c65 req-4ac88084-8ccd-424e-8d82-fdd3289c78e3 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18cb5e0-349e-4af4-a126-102dafc72b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388501 May 17 12:02:30.390298 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db3fadc-362f-4e36-9fa3-9b2380766ebe admin admin] Network 042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8 is already hosted by enough agents. {{(pid=78701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:02:30.402295 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.base_scheduler [None req-7db3fadc-362f-4e36-9fa3-9b2380766ebe admin admin] Resources bound (agent type, host, resource id): {{(pid=78701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:02:30.402792 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db3fadc-362f-4e36-9fa3-9b2380766ebe admin admin] Received port after_create {{(pid=78701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:02:30.450269 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db3fadc-362f-4e36-9fa3-9b2380766ebe admin admin] Pushing event updated for resources: {'Port': ['ID=5bff7479-ddba-4202-b986-70c41e1aa62b,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:30.453249 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-7db3fadc-362f-4e36-9fa3-9b2380766ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:30.457335 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-0364a943-9e59-4d1a-bb3b-b26b9d500737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:30.486256 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7db3fadc-362f-4e36-9fa3-9b2380766ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407999'] for router_interface, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:30.558844 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-0364a943-9e59-4d1a-bb3b-b26b9d500737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:30.566403 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-f672398c-03ab-4b06-a578-464877d1067f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:30.568825 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device e9b6c663-6e7c-4c00-abec-3cbdd9c4e6f4 up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:02:30.596096 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0364a943-9e59-4d1a-bb3b-b26b9d500737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83173f9e-afa1-4465-8ae3-10f5431589f1,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:30.600833 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-0364a943-9e59-4d1a-bb3b-b26b9d500737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:30.644266 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-0364a943-9e59-4d1a-bb3b-b26b9d500737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:30.645749 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-0364a943-9e59-4d1a-bb3b-b26b9d500737 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/83173f9e-afa1-4465-8ae3-10f5431589f1 HTTP/1.1" status: 204 len: 168 time: 0.4056294 May 17 12:02:30.716475 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-cbc3acf8-cb7b-4e66-87e7-a69cf18fa9ef None None] Provisioning for port 5bff7479-ddba-4202-b986-70c41e1aa62b completed by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:02:30.724658 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port e9b6c663-6e7c-4c00-abec-3cbdd9c4e6f4 triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:02:30.725213 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:30.758348 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-cbc3acf8-cb7b-4e66-87e7-a69cf18fa9ef None None] Provisioning complete for port 5bff7479-ddba-4202-b986-70c41e1aa62b triggered by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:02:30.758879 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-cbc3acf8-cb7b-4e66-87e7-a69cf18fa9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:30.804469 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7db3fadc-362f-4e36-9fa3-9b2380766ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:30.811568 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4033df-dff1-46ea-9cf6-90955c14ed7e req-d1a8834f-a60f-4ec8-8e46-86b87a549c05 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:30.813731 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-1c4033df-dff1-46ea-9cf6-90955c14ed7e req-d1a8834f-a60f-4ec8-8e46-86b87a549c05 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 946 time: 0.1506162 May 17 12:02:30.825015 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-3f5f0675-83a8-41d7-b95f-6afee56a9aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87', 'name': 'tempest-TestMinimumBasicScenario-611068958-router', 'tenant_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'fe49a373-addb-4359-bcca-950c9c241118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:25Z', 'updated_at': '2021-05-17T12:02:27Z', 'revision_number': 3, 'project_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'gw_port': {'id': 'fe49a373-addb-4359-bcca-950c9c241118', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:26Z', 'updated_at': '2021-05-17T12:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi'}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:02:30.830115 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5f0675-83a8-41d7-b95f-6afee56a9aa4 None None] The sync data for ids ['a6d0911b-a4d2-4ed8-a748-19e8a6f54f87'] in dv-cinder-734144-19-iscsi is: [{'id': 'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87', 'name': 'tempest-TestMinimumBasicScenario-611068958-router', 'tenant_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'fe49a373-addb-4359-bcca-950c9c241118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:25Z', 'updated_at': '2021-05-17T12:02:27Z', 'revision_number': 3, 'project_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'gw_port': {'id': 'fe49a373-addb-4359-bcca-950c9c241118', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:26Z', 'updated_at': '2021-05-17T12:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi'}] {{(pid=78703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:02:30.887229 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-cbc3acf8-cb7b-4e66-87e7-a69cf18fa9ef None None] Port 5bff7479-ddba-4202-b986-70c41e1aa62b cannot update to ACTIVE because it is not bound. {{(pid=78702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 12:02:30.907176 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-1c4033df-dff1-46ea-9cf6-90955c14ed7e req-f7307b56-cd50-4da6-b629-b1b1d1a3908b tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861073 May 17 12:02:31.128206 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7db3fadc-362f-4e36-9fa3-9b2380766ebe admin admin] Notify callbacks [] for port, precommit_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:31.135931 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7db3fadc-362f-4e36-9fa3-9b2380766ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2534717'] for port, after_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:31.171742 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] get_ports_and_sgs() called for port_ids ['ba46b578-e7e2-4948-aaf8-bd875287ba60'] {{(pid=78702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:02:31.188628 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-3bceaa2e-0bb2-43a2-9fed-2441b2111505 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:31.264478 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db3fadc-362f-4e36-9fa3-9b2380766ebe admin admin] Pushing event updated for resources: {'Port': ['ID=5bff7479-ddba-4202-b986-70c41e1aa62b,revision_number=2']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:31.269478 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-7db3fadc-362f-4e36-9fa3-9b2380766ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:31.281203 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7db3fadc-362f-4e36-9fa3-9b2380766ebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405784'] for router_interface, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:31.619005 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-e25d06f4-2339-463b-9a98-323e3ea93bdd req-d5abff68-851b-43b5-b2ce-48c4c0d20854 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1281862 May 17 12:02:31.627040 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db3fadc-362f-4e36-9fa3-9b2380766ebe admin admin] Network 042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8 is already hosted by enough agents. {{(pid=78701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:02:31.629398 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.base_scheduler [None req-7db3fadc-362f-4e36-9fa3-9b2380766ebe admin admin] Resources bound (agent type, host, resource id): {{(pid=78701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:02:31.654355 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5549be-5ac6-468e-9349-2e82adb793f5 req-40f1ac63-4436-46bb-82b3-3076b9e7f909 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:31.656549 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-9f5549be-5ac6-468e-9349-2e82adb793f5 req-40f1ac63-4436-46bb-82b3-3076b9e7f909 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/ports?device_id=566dc5cf-88aa-44d1-a18e-4c6238b07107 HTTP/1.1" status: 200 len: 944 time: 0.1216054 May 17 12:02:31.750702 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-9f5549be-5ac6-468e-9349-2e82adb793f5 req-997269c8-be30-45d6-8b5b-55af3d180e33 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18cb5e0-349e-4af4-a126-102dafc72b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864215 May 17 12:02:31.842604 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 56650) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:31.987763 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db3fadc-362f-4e36-9fa3-9b2380766ebe admin admin] Router a6d0911b-a4d2-4ed8-a748-19e8a6f54f87 has already been hosted by L3 agent 7d9bdccf-07e9-4436-af26-1dad3be87fd8 {{(pid=78701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:02:31.992749 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d06f4-2339-463b-9a98-323e3ea93bdd req-35b9c3be-6c84-4a0b-baa5-0577df3a4437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:31.994438 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-e25d06f4-2339-463b-9a98-323e3ea93bdd req-35b9c3be-6c84-4a0b-baa5-0577df3a4437 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6bf663e867404027b23faa6cae49fd9c&device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 1098 time: 0.2380562 May 17 12:02:32.021962 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-e8c95fd3-fee2-467f-83c0-a3b5d17d0096 None None] Provisioning complete for port 5bff7479-ddba-4202-b986-70c41e1aa62b triggered by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:02:32.022521 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e8c95fd3-fee2-467f-83c0-a3b5d17d0096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:32.036564 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [None req-5b23b4e6-1bc2-4468-915b-8ea26e95b275 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1697176697-network', 'tenant_id': 'eb0716dd61384274b0edea30aa0018fc'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:02:32.044768 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-5b23b4e6-1bc2-4468-915b-8ea26e95b275 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:32.060685 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-5b23b4e6-1bc2-4468-915b-8ea26e95b275 admin admin] Usage tracker for resource:network and tenant:eb0716dd61384274b0edea30aa0018fc is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:32.069022 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-5b23b4e6-1bc2-4468-915b-8ea26e95b275 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:32.092900 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-5b23b4e6-1bc2-4468-915b-8ea26e95b275 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:32.130535 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b23b4e6-1bc2-4468-915b-8ea26e95b275 admin admin] Made reservation on behalf of eb0716dd61384274b0edea30aa0018fc for: {'network': 1} {{(pid=78700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:02:32.134463 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-5b23b4e6-1bc2-4468-915b-8ea26e95b275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1523871'] for network, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:32.164196 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-5b23b4e6-1bc2-4468-915b-8ea26e95b275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:32.203783 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-5b23b4e6-1bc2-4468-915b-8ea26e95b275 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:32.208388 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-5b23b4e6-1bc2-4468-915b-8ea26e95b275 admin admin] Usage tracker for resource:security_group_rule and tenant:eb0716dd61384274b0edea30aa0018fc is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:32.208577 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-e8c95fd3-fee2-467f-83c0-a3b5d17d0096 None None] Port 5bff7479-ddba-4202-b986-70c41e1aa62b cannot update to ACTIVE because it is not bound. {{(pid=78702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 12:02:32.212113 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-5b23b4e6-1bc2-4468-915b-8ea26e95b275 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:32.223632 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-5b23b4e6-1bc2-4468-915b-8ea26e95b275 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:32.368350 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-5b23b4e6-1bc2-4468-915b-8ea26e95b275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:32.374850 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-5b23b4e6-1bc2-4468-915b-8ea26e95b275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:32.381209 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-8b64768c-e6e2-4c0b-a130-d70c5986759b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:32.410094 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b23b4e6-1bc2-4468-915b-8ea26e95b275 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=78700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:02:32.437038 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b23b4e6-1bc2-4468-915b-8ea26e95b275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe479b2-a1c3-47d7-a91e-42f921ee85fc,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:32.440196 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-5b23b4e6-1bc2-4468-915b-8ea26e95b275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205'] for segment, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:32.440761 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.db.segments_db [None req-5b23b4e6-1bc2-4468-915b-8ea26e95b275 admin admin] Added segment 5f3ca14c-f170-4716-92b7-0cba2aeab367 of type vlan for network 60d01f58-95c2-41d0-9639-8f96ef255b31 May 17 12:02:32.442329 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-5b23b4e6-1bc2-4468-915b-8ea26e95b275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:32.476101 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-5b23b4e6-1bc2-4468-915b-8ea26e95b275 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762326795951'] for network, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:32.521597 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-5b23b4e6-1bc2-4468-915b-8ea26e95b275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533501'] for network, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:32.523768 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b23b4e6-1bc2-4468-915b-8ea26e95b275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:32.524477 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-5b23b4e6-1bc2-4468-915b-8ea26e95b275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for network, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:32.542463 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:32.543485 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d06f4-2339-463b-9a98-323e3ea93bdd req-a0591ab1-b866-4992-9a96-f347fae9c86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:32.547180 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-e25d06f4-2339-463b-9a98-323e3ea93bdd req-a0591ab1-b866-4992-9a96-f347fae9c86a service neutron] 10.222.0.52 "GET /v2.0/networks?id=0aa99b04-4428-4e05-a28f-238c74f78706 HTTP/1.1" status: 200 len: 920 time: 0.5171931 May 17 12:02:32.549222 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db3fadc-362f-4e36-9fa3-9b2380766ebe admin admin] Notify agent at l3_agent.dv-cinder-734144-19-iscsi the message routers_updated {{(pid=78701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:02:32.575775 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-7db3fadc-362f-4e36-9fa3-9b2380766ebe admin admin] 10.222.0.11 "PUT /v2.0/routers/a6d0911b-a4d2-4ed8-a748-19e8a6f54f87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8251295 May 17 12:02:32.652861 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device fe49a373-addb-4359-bcca-950c9c241118 up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:02:32.699922 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5e904-aa6c-49cb-9675-a482b783b391 req-ec215059-59f0-48c8-bc27-bb82d429b23d tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:32.708282 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-3ec5e904-aa6c-49cb-9675-a482b783b391 req-ec215059-59f0-48c8-bc27-bb82d429b23d tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 946 time: 0.4690707 May 17 12:02:32.764426 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-e25d06f4-2339-463b-9a98-323e3ea93bdd req-3193538a-eff0-41dd-8927-6f1c181ed59c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e35031fa-3260-4017-b2da-7bb3bc1daace HTTP/1.1" status: 200 len: 217 time: 0.1800666 May 17 12:02:32.852373 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning for port fe49a373-addb-4359-bcca-950c9c241118 completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:02:32.861964 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port fe49a373-addb-4359-bcca-950c9c241118 triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:02:32.864309 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:32.887196 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-3ec5e904-aa6c-49cb-9675-a482b783b391 req-b201c607-d34b-4432-a2af-0aa10997a9f2 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757247 May 17 12:02:32.926924 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d06f4-2339-463b-9a98-323e3ea93bdd req-2d91202a-7399-49c4-a083-b89ead822e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:32.932048 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-e25d06f4-2339-463b-9a98-323e3ea93bdd req-2d91202a-7399-49c4-a083-b89ead822e1c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cd8b9db4-1f1b-432a-b983-8b7aa274be94 HTTP/1.1" status: 200 len: 859 time: 0.1584570 May 17 12:02:32.943742 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-5b23b4e6-1bc2-4468-915b-8ea26e95b275 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0999634 May 17 12:02:32.946707 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 56694) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:32.955107 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [None req-d45eb578-44f5-4711-960d-c504653a2969 admin admin] Request body: {'subnet': {'network_id': '60d01f58-95c2-41d0-9639-8f96ef255b31', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1697176697-subnet', 'tenant_id': 'eb0716dd61384274b0edea30aa0018fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:02:32.962351 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-d45eb578-44f5-4711-960d-c504653a2969 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:32.966619 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-d45eb578-44f5-4711-960d-c504653a2969 admin admin] Usage tracker for resource:subnet and tenant:eb0716dd61384274b0edea30aa0018fc is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:32.969662 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-d45eb578-44f5-4711-960d-c504653a2969 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:32.977136 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-d45eb578-44f5-4711-960d-c504653a2969 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:32.988984 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b23b4e6-1bc2-4468-915b-8ea26e95b275 admin admin] Pushing event updated for resources: {'Network': ['ID=60d01f58-95c2-41d0-9639-8f96ef255b31,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:32.992589 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-5b23b4e6-1bc2-4468-915b-8ea26e95b275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:32.997346 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45eb578-44f5-4711-960d-c504653a2969 admin admin] Made reservation on behalf of eb0716dd61384274b0edea30aa0018fc for: {'subnet': 1} {{(pid=78700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:02:33.005767 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-d45eb578-44f5-4711-960d-c504653a2969 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2936353'] for subnet, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:33.007820 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Network 60d01f58-95c2-41d0-9639-8f96ef255b31 details requested by agent ovs-agent-dv-cinder-734144-19-iscsi with host dv-cinder-734144-19-iscsi {{(pid=78702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 12:02:33.067214 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-e25d06f4-2339-463b-9a98-323e3ea93bdd req-26968f75-3c9d-47b4-98d2-5017c532b9f7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0aa99b04-4428-4e05-a28f-238c74f78706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1282616 May 17 12:02:33.308077 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-e25d06f4-2339-463b-9a98-323e3ea93bdd req-86575ea2-7173-4d96-8e17-c4cf79b0c90f service neutron] 10.222.0.52 "GET /v2.0/networks/0aa99b04-4428-4e05-a28f-238c74f78706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306888 May 17 12:02:33.317632 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device ba46b578-e7e2-4948-aaf8-bd875287ba60 up at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:02:33.426603 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7813d1ad-046f-4de2-bb31-08d2ff4da225 None None] Sync routers for ids ['a6d0911b-a4d2-4ed8-a748-19e8a6f54f87'] in dv-cinder-734144-19-iscsi {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:02:33.555905 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-e25d06f4-2339-463b-9a98-323e3ea93bdd req-45dbf4ef-8fb0-47f2-b1a3-1be4e403a14e service neutron] 10.222.0.52 "GET /v2.0/networks/0aa99b04-4428-4e05-a28f-238c74f78706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400899 May 17 12:02:33.615516 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7813d1ad-046f-4de2-bb31-08d2ff4da225 None None] Routers {'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:02:33.616236 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-7813d1ad-046f-4de2-bb31-08d2ff4da225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:02:11Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['a6d0911b-a4d2-4ed8-a748-19e8a6f54f87'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:02:33.680907 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:33.703146 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60e1d3-3b20-404a-aefe-6427c5ee7e3e req-38d5c1a3-dd6b-45c8-843c-b29316797c50 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:33.704908 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-5b60e1d3-3b20-404a-aefe-6427c5ee7e3e req-38d5c1a3-dd6b-45c8-843c-b29316797c50 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/ports?device_id=566dc5cf-88aa-44d1-a18e-4c6238b07107 HTTP/1.1" status: 200 len: 944 time: 0.3728607 May 17 12:02:33.742043 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 56724) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:33.747815 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-59eda024-30e5-46b9-a1b5-83bba210d0d2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-125130921-network', 'tenant_id': '1f72dd8a632b40638f70a049e97988fb'}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:02:33.752268 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-59eda024-30e5-46b9-a1b5-83bba210d0d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:33.757372 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-59eda024-30e5-46b9-a1b5-83bba210d0d2 admin admin] Usage tracker for resource:network and tenant:1f72dd8a632b40638f70a049e97988fb is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:33.761927 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-59eda024-30e5-46b9-a1b5-83bba210d0d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:33.776749 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-59eda024-30e5-46b9-a1b5-83bba210d0d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:33.800745 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-5b60e1d3-3b20-404a-aefe-6427c5ee7e3e req-ad8fdec3-26aa-4f78-9c0e-5651667e69e2 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18cb5e0-349e-4af4-a126-102dafc72b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881109 May 17 12:02:33.806055 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59eda024-30e5-46b9-a1b5-83bba210d0d2 admin admin] Made reservation on behalf of 1f72dd8a632b40638f70a049e97988fb for: {'network': 1} {{(pid=78701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:02:33.811120 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-59eda024-30e5-46b9-a1b5-83bba210d0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1523871'] for network, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:33.842154 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-59eda024-30e5-46b9-a1b5-83bba210d0d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:33.848177 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] For port fe49a373-addb-4359-bcca-950c9c241118, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=fe49a373-addb-4359-bcca-950c9c241118,segment=NetworkSegment(8b5d1e01-0c84-4e6b-9682-76a98a471ba9),segment_id=8b5d1e01-0c84-4e6b-9682-76a98a471ba9)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:02:33.862538 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Provisioning for port ba46b578-e7e2-4948-aaf8-bd875287ba60 completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:02:33.885987 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-59eda024-30e5-46b9-a1b5-83bba210d0d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:33.889966 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-59eda024-30e5-46b9-a1b5-83bba210d0d2 admin admin] Usage tracker for resource:security_group_rule and tenant:1f72dd8a632b40638f70a049e97988fb is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:33.892776 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-59eda024-30e5-46b9-a1b5-83bba210d0d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:33.911426 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-59eda024-30e5-46b9-a1b5-83bba210d0d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:33.937688 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-d45eb578-44f5-4711-960d-c504653a2969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2209136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2936371'] for subnet, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:33.945764 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:33.997943 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:33.999783 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:34.015971 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45eb578-44f5-4711-960d-c504653a2969 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef588d6f-d166-4427-8aef-1ce83b0779d0,revision_number=0']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:34.021352 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-d45eb578-44f5-4711-960d-c504653a2969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:34.059309 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45eb578-44f5-4711-960d-c504653a2969 admin admin] Checking segment: {'id': '5f3ca14c-f170-4716-92b7-0cba2aeab367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '60d01f58-95c2-41d0-9639-8f96ef255b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:02:34.060891 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45eb578-44f5-4711-960d-c504653a2969 admin admin] Network hostable DHCP agents. Network: 60d01f58-95c2-41d0-9639-8f96ef255b31, hostable agents: ['1bb0aafc-e938-4aea-abc6-5926a36b60fa'], hosted agents: [] {{(pid=78700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:02:34.105833 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Provisioning complete for port ba46b578-e7e2-4948-aaf8-bd875287ba60 triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:02:34.106509 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:34.115360 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45eb578-44f5-4711-960d-c504653a2969 admin admin] Network 60d01f58-95c2-41d0-9639-8f96ef255b31 is scheduled to be hosted by DHCP agent 1bb0aafc-e938-4aea-abc6-5926a36b60fa with binding_index 1 {{(pid=78700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:02:34.129871 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.base_scheduler [None req-d45eb578-44f5-4711-960d-c504653a2969 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-19-iscsi, 60d01f58-95c2-41d0-9639-8f96ef255b31) {{(pid=78700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:02:34.141209 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45eb578-44f5-4711-960d-c504653a2969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:34.141681 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-d45eb578-44f5-4711-960d-c504653a2969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for subnet, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:34.163502 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9781b5e-f610-4150-ab0d-bb8a74006960 None None] Network 60d01f58-95c2-41d0-9639-8f96ef255b31 requested from dv-cinder-734144-19-iscsi {{(pid=78702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:02:34.186626 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-d45eb578-44f5-4711-960d-c504653a2969 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2387414 May 17 12:02:34.189251 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 56738) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:34.200144 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [None req-b3a5f4c6-78c4-4672-a408-fdcf2d0a5ffa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1697176697-router', 'tenant_id': 'eb0716dd61384274b0edea30aa0018fc', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c'}}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:02:34.206288 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-b3a5f4c6-78c4-4672-a408-fdcf2d0a5ffa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:34.213890 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-b3a5f4c6-78c4-4672-a408-fdcf2d0a5ffa admin admin] Usage tracker for resource:router and tenant:eb0716dd61384274b0edea30aa0018fc is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:34.218370 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-b3a5f4c6-78c4-4672-a408-fdcf2d0a5ffa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:34.227289 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-b3a5f4c6-78c4-4672-a408-fdcf2d0a5ffa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:34.243665 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-b3a5f4c6-78c4-4672-a408-fdcf2d0a5ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12262'] for router, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:34.245281 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-b3a5f4c6-78c4-4672-a408-fdcf2d0a5ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-462602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12281'] for router, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:34.268650 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-b3a5f4c6-78c4-4672-a408-fdcf2d0a5ffa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:34.304665 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-59eda024-30e5-46b9-a1b5-83bba210d0d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:34.311202 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-59eda024-30e5-46b9-a1b5-83bba210d0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:34.316769 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-c01f3c28-8363-4a67-9bd8-3f1adbf11765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:34.319530 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-7813d1ad-046f-4de2-bb31-08d2ff4da225 None None] Set router a6d0911b-a4d2-4ed8-a748-19e8a6f54f87 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:02:34.350592 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59eda024-30e5-46b9-a1b5-83bba210d0d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=78701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:02:34.361222 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eda024-30e5-46b9-a1b5-83bba210d0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae80275-4a34-4cd6-952b-744d9a180cb0,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:34.365253 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-59eda024-30e5-46b9-a1b5-83bba210d0d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:34.370505 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Pushing event updated for resources: {'Port': ['ID=fe49a373-addb-4359-bcca-950c9c241118,revision_number=4']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:34.370818 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-59eda024-30e5-46b9-a1b5-83bba210d0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205'] for segment, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:34.371218 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.db.segments_db [None req-59eda024-30e5-46b9-a1b5-83bba210d0d2 admin admin] Added segment 8d4a264b-49fb-48d2-8b54-3e7a69d62e2a of type vlan for network 158e2f75-1664-407e-80ea-d65885984f73 May 17 12:02:34.397166 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:34.406211 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db51cc-0caf-4f0f-9d30-0273264dd0c7 req-6d650c35-cbe0-4985-a7ee-dbd424b68567 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:34.408027 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-f1db51cc-0caf-4f0f-9d30-0273264dd0c7 req-6d650c35-cbe0-4985-a7ee-dbd424b68567 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 946 time: 0.2726419 May 17 12:02:34.415748 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-59eda024-30e5-46b9-a1b5-83bba210d0d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762326795951'] for network, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:34.492788 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-f1db51cc-0caf-4f0f-9d30-0273264dd0c7 req-691d5607-afd8-4c0e-a71d-fd5c9734b090 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690775 May 17 12:02:34.510305 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-59eda024-30e5-46b9-a1b5-83bba210d0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533501'] for network, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:34.512768 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59eda024-30e5-46b9-a1b5-83bba210d0d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:34.513391 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-59eda024-30e5-46b9-a1b5-83bba210d0d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for network, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:34.518674 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:34.579857 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-b3a5f4c6-78c4-4672-a408-fdcf2d0a5ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12235'] for router, precommit_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:34.600756 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device fe49a373-addb-4359-bcca-950c9c241118 up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:02:34.641352 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-59eda024-30e5-46b9-a1b5-83bba210d0d2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8981311 May 17 12:02:34.642338 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eda024-30e5-46b9-a1b5-83bba210d0d2 admin admin] Pushing event updated for resources: {'Network': ['ID=158e2f75-1664-407e-80ea-d65885984f73,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:34.645186 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 56744) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:34.647905 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-59eda024-30e5-46b9-a1b5-83bba210d0d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:34.651529 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-55f475a3-499c-4fa6-92f6-5679add4df76 admin admin] Request body: {'subnet': {'network_id': '158e2f75-1664-407e-80ea-d65885984f73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-125130921-subnet', 'tenant_id': '1f72dd8a632b40638f70a049e97988fb', 'ip_version': 4}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:02:34.661110 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-55f475a3-499c-4fa6-92f6-5679add4df76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:34.667281 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-55f475a3-499c-4fa6-92f6-5679add4df76 admin admin] Usage tracker for resource:subnet and tenant:1f72dd8a632b40638f70a049e97988fb is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:34.671357 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-55f475a3-499c-4fa6-92f6-5679add4df76 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:34.678737 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-55f475a3-499c-4fa6-92f6-5679add4df76 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:34.681528 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Network 158e2f75-1664-407e-80ea-d65885984f73 details requested by agent ovs-agent-dv-cinder-734144-19-iscsi with host dv-cinder-734144-19-iscsi {{(pid=78702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 12:02:34.689880 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f475a3-499c-4fa6-92f6-5679add4df76 admin admin] Made reservation on behalf of 1f72dd8a632b40638f70a049e97988fb for: {'subnet': 1} {{(pid=78701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:02:34.692423 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-55f475a3-499c-4fa6-92f6-5679add4df76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2580811'] for subnet, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:34.957546 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:35.030470 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-b3a5f4c6-78c4-4672-a408-fdcf2d0a5ffa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:35.075852 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-b3a5f4c6-78c4-4672-a408-fdcf2d0a5ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:35.129384 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '566dc5cf-88aa-44d1-a18e-4c6238b07107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba46b578-e7e2-4948-aaf8-bd875287ba60'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:02:35.155343 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port ba46b578-e7e2-4948-aaf8-bd875287ba60, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=ba46b578-e7e2-4948-aaf8-bd875287ba60,segment=NetworkSegment(94b16cb5-a6fd-46f0-9094-020c3c371b22),segment_id=94b16cb5-a6fd-46f0-9094-020c3c371b22)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:02:35.167269 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:35.172113 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-67b1682b-a368-4af5-aed0-b0a2aeb61803 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:35.207204 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port fe49a373-addb-4359-bcca-950c9c241118 triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:02:35.207883 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:35.250231 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa028316-0711-4b30-998b-2f4d72ebac4f req-18c5497a-e61a-4c23-8152-54f5b381e303 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:35.254476 dv-cinder-734144-19-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '566dc5cf-88aa-44d1-a18e-4c6238b07107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba46b578-e7e2-4948-aaf8-bd875287ba60', 'code': 200} May 17 12:02:35.258828 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-aa028316-0711-4b30-998b-2f4d72ebac4f req-18c5497a-e61a-4c23-8152-54f5b381e303 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/ports?device_id=566dc5cf-88aa-44d1-a18e-4c6238b07107 HTTP/1.1" status: 200 len: 944 time: 0.2889454 May 17 12:02:35.262801 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b08cc5-1722-44e7-99d0-fb1d822fdd1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6ad49bc-6772-501e-aeed-729f0e6c613b-60d01f58-95c2-41d0-9639-8f96ef255b31', 'network_id': '60d01f58-95c2-41d0-9639-8f96ef255b31', 'tenant_id': 'eb0716dd61384274b0edea30aa0018fc', 'fixed_ips': [{'subnet_id': 'ef588d6f-d166-4427-8aef-1ce83b0779d0'}]}} from dv-cinder-734144-19-iscsi. {{(pid=78702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 17 12:02:35.263745 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-20b08cc5-1722-44e7-99d0-fb1d822fdd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:35.280642 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.db_base_plugin_common [None req-b3a5f4c6-78c4-4672-a408-fdcf2d0a5ffa admin admin] Allocated IP 172.27.1.137 (163aee93-eed0-47f4-9809-6291286e957c/35eb0c40-f6d0-43b5-b72a-9e8dd7567b53/d9ad547f-4c6a-4a32-bf92-5be01a5e6552) {{(pid=78700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:02:35.365472 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-aa028316-0711-4b30-998b-2f4d72ebac4f req-094be4cd-8196-43ca-944f-1ddec4ba8bef tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18cb5e0-349e-4af4-a126-102dafc72b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052959 May 17 12:02:35.478269 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-55f475a3-499c-4fa6-92f6-5679add4df76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2534792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2580825'] for subnet, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:35.486405 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-c93d6024-8fe0-4152-b89d-a22e0245cdd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:35.496806 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=ba46b578-e7e2-4948-aaf8-bd875287ba60,revision_number=5']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:35.509216 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:35.544061 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-7813d1ad-046f-4de2-bb31-08d2ff4da225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87', 'name': 'tempest-TestMinimumBasicScenario-611068958-router', 'tenant_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'fe49a373-addb-4359-bcca-950c9c241118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:25Z', 'updated_at': '2021-05-17T12:02:30Z', 'revision_number': 4, 'project_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'gw_port': {'id': 'fe49a373-addb-4359-bcca-950c9c241118', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:26Z', 'updated_at': '2021-05-17T12:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': '5bff7479-ddba-4202-b986-70c41e1aa62b', 'name': '', 'network_id': '042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8', 'tenant_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'mac_address': 'fa:16:3e:ec:89:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '09a794ab-93ea-4d3a-9af7-0e8998678595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:29Z', 'updated_at': '2021-05-17T12:02:30Z', 'revision_number': 2, 'project_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'subnets': [{'id': '09a794ab-93ea-4d3a-9af7-0e8998678595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:02:35.636635 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f475a3-499c-4fa6-92f6-5679add4df76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3fac5ea-ab17-4488-824a-2c6c6a621e63,revision_number=0']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:35.647253 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-55f475a3-499c-4fa6-92f6-5679add4df76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:35.659112 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f475a3-499c-4fa6-92f6-5679add4df76 admin admin] Checking segment: {'id': '8d4a264b-49fb-48d2-8b54-3e7a69d62e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '158e2f75-1664-407e-80ea-d65885984f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:02:35.659662 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f475a3-499c-4fa6-92f6-5679add4df76 admin admin] Network hostable DHCP agents. Network: 158e2f75-1664-407e-80ea-d65885984f73, hostable agents: ['1bb0aafc-e938-4aea-abc6-5926a36b60fa'], hosted agents: [] {{(pid=78701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:02:35.687611 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b68fef-f0c6-4223-be28-2285c5de8e1f req-02521042-a476-4100-bde7-76681f224e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:35.689141 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-a3b68fef-f0c6-4223-be28-2285c5de8e1f req-02521042-a476-4100-bde7-76681f224e0c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=566dc5cf-88aa-44d1-a18e-4c6238b07107 HTTP/1.1" status: 200 len: 1098 time: 0.1503463 May 17 12:02:35.694503 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f475a3-499c-4fa6-92f6-5679add4df76 admin admin] Network 158e2f75-1664-407e-80ea-d65885984f73 is scheduled to be hosted by DHCP agent 1bb0aafc-e938-4aea-abc6-5926a36b60fa with binding_index 1 {{(pid=78701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:02:35.742683 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 56786) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:35.781705 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7813d1ad-046f-4de2-bb31-08d2ff4da225 None None] Checking router: a6d0911b-a4d2-4ed8-a748-19e8a6f54f87 for host: dv-cinder-734144-19-iscsi {{(pid=78702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:02:35.782167 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7813d1ad-046f-4de2-bb31-08d2ff4da225 None None] Updating router a6d0911b-a4d2-4ed8-a748-19e8a6f54f87 port 5bff7479-ddba-4202-b986-70c41e1aa62b binding host dv-cinder-734144-19-iscsi {{(pid=78702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:02:35.810767 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.base_scheduler [None req-55f475a3-499c-4fa6-92f6-5679add4df76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-19-iscsi, 158e2f75-1664-407e-80ea-d65885984f73) {{(pid=78701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:02:35.840336 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7280c64-c8c2-4a59-bdfe-fb6f8adabd2e None None] Network 158e2f75-1664-407e-80ea-d65885984f73 requested from dv-cinder-734144-19-iscsi {{(pid=78702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:02:35.859410 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-b3a5f4c6-78c4-4672-a408-fdcf2d0a5ffa admin admin] Notify callbacks [] for port, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:35.876396 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b5411ef-dda1-4556-a7a4-cb6ffb73edd9 admin admin] Deleting subnet 2dde2e95-1dd9-48d5-8dcf-36580591edb5 {{(pid=78701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 12:02:35.879746 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-6b5411ef-dda1-4556-a7a4-cb6ffb73edd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:35.905737 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05534302-f448-4fae-bfc8-4e27f00856c7 req-e25546d7-4ac3-48df-950e-86406fcdfbd6 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:35.907230 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-05534302-f448-4fae-bfc8-4e27f00856c7 req-e25546d7-4ac3-48df-950e-86406fcdfbd6 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 946 time: 0.1976697 May 17 12:02:35.931454 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-6b5411ef-dda1-4556-a7a4-cb6ffb73edd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2587883'] for subnet, precommit_delete_associations {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:35.937746 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-b3a5f4c6-78c4-4672-a408-fdcf2d0a5ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:35.950014 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-a3bfe287-1462-4b3d-ad0e-603466c19882 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:35.959881 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7813d1ad-046f-4de2-bb31-08d2ff4da225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:35.980470 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [None req-20b08cc5-1722-44e7-99d0-fb1d822fdd1d None None] Allocated IP 172.20.0.2 (60d01f58-95c2-41d0-9639-8f96ef255b31/ef588d6f-d166-4427-8aef-1ce83b0779d0/67d64b7a-7be9-4c1d-b768-a8f2ae451cdc) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:02:35.997753 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-a3b68fef-f0c6-4223-be28-2285c5de8e1f req-56cae444-c663-4eb4-b096-a5558b54773a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f18cb5e0-349e-4af4-a126-102dafc72b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984896 May 17 12:02:35.998795 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f475a3-499c-4fa6-92f6-5679add4df76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:35.999377 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-55f475a3-499c-4fa6-92f6-5679add4df76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:36.011320 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-6b5411ef-dda1-4556-a7a4-cb6ffb73edd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383026'] for subnet, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:36.054321 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a5f4c6-78c4-4672-a408-fdcf2d0a5ffa admin admin] Network 163aee93-eed0-47f4-9809-6291286e957c is already hosted by enough agents. {{(pid=78700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:02:36.059627 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.base_scheduler [None req-b3a5f4c6-78c4-4672-a408-fdcf2d0a5ffa admin admin] Resources bound (agent type, host, resource id): {{(pid=78700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:02:36.062700 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a5f4c6-78c4-4672-a408-fdcf2d0a5ffa admin admin] Received port after_create {{(pid=78700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:02:36.085806 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-55f475a3-499c-4fa6-92f6-5679add4df76 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4385548 May 17 12:02:36.090140 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 56792) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:36.095533 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-be687420-8a5f-4806-9fb6-b83cf89e7011 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-125130921-router', 'tenant_id': '1f72dd8a632b40638f70a049e97988fb', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c'}}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:02:36.129864 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-05534302-f448-4fae-bfc8-4e27f00856c7 req-6cc3cd11-8105-4723-aef4-2474352c511f tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135816 May 17 12:02:36.159153 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-be687420-8a5f-4806-9fb6-b83cf89e7011 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:36.167327 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-be687420-8a5f-4806-9fb6-b83cf89e7011 admin admin] Usage tracker for resource:router and tenant:1f72dd8a632b40638f70a049e97988fb is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:36.172127 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-be687420-8a5f-4806-9fb6-b83cf89e7011 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:36.181671 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-be687420-8a5f-4806-9fb6-b83cf89e7011 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:36.214767 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-be687420-8a5f-4806-9fb6-b83cf89e7011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12262'] for router, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:36.216252 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-be687420-8a5f-4806-9fb6-b83cf89e7011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-462602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12281'] for router, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:36.298973 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-be687420-8a5f-4806-9fb6-b83cf89e7011 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:36.326554 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a5f4c6-78c4-4672-a408-fdcf2d0a5ffa admin admin] Pushing event updated for resources: {'Port': ['ID=d9ad547f-4c6a-4a32-bf92-5be01a5e6552,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:36.329787 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-b3a5f4c6-78c4-4672-a408-fdcf2d0a5ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:36.500716 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0563d4b0-c90b-4bbd-829e-f6699361f3bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6ad49bc-6772-501e-aeed-729f0e6c613b-158e2f75-1664-407e-80ea-d65885984f73', 'network_id': '158e2f75-1664-407e-80ea-d65885984f73', 'tenant_id': '1f72dd8a632b40638f70a049e97988fb', 'fixed_ips': [{'subnet_id': 'a3fac5ea-ab17-4488-824a-2c6c6a621e63'}]}} from dv-cinder-734144-19-iscsi. {{(pid=78702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 17 12:02:36.503572 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0563d4b0-c90b-4bbd-829e-f6699361f3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:36.645976 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-b3a5f4c6-78c4-4672-a408-fdcf2d0a5ffa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:36.707956 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:36.719024 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-20b08cc5-1722-44e7-99d0-fb1d822fdd1d None None] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:36.737664 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-be687420-8a5f-4806-9fb6-b83cf89e7011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12235'] for router, precommit_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:36.750156 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-6b5411ef-dda1-4556-a7a4-cb6ffb73edd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2534855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2580816'] for subnet, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:36.758427 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-20b08cc5-1722-44e7-99d0-fb1d822fdd1d None None] Transition to ACTIVE for port object 67d64b7a-7be9-4c1d-b768-a8f2ae451cdc will not be triggered until provisioned by entity L2. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:02:36.822705 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:36.835447 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-20b08cc5-1722-44e7-99d0-fb1d822fdd1d None None] Transition to ACTIVE for port object 67d64b7a-7be9-4c1d-b768-a8f2ae451cdc will not be triggered until provisioned by entity DHCP. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:02:36.860176 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-6b5411ef-dda1-4556-a7a4-cb6ffb73edd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:36.866128 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-20b08cc5-1722-44e7-99d0-fb1d822fdd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:36.881685 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-6b5411ef-dda1-4556-a7a4-cb6ffb73edd9 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2dde2e95-1dd9-48d5-8dcf-36580591edb5 HTTP/1.1" status: 204 len: 168 time: 1.1315799 May 17 12:02:36.882924 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5411ef-dda1-4556-a7a4-cb6ffb73edd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dde2e95-1dd9-48d5-8dcf-36580591edb5,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:36.892606 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-6b5411ef-dda1-4556-a7a4-cb6ffb73edd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:36.893201 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 56806) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:36.893779 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 56808) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:36.900881 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:36.956699 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [None req-0563d4b0-c90b-4bbd-829e-f6699361f3bb None None] Allocated IP 172.20.0.2 (158e2f75-1664-407e-80ea-d65885984f73/a3fac5ea-ab17-4488-824a-2c6c6a621e63/2f3209f5-4b34-4b9e-b96c-ccf40abcd56d) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:02:37.005364 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b08cc5-1722-44e7-99d0-fb1d822fdd1d None None] Network 60d01f58-95c2-41d0-9639-8f96ef255b31 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:02:37.014784 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-20b08cc5-1722-44e7-99d0-fb1d822fdd1d None None] Resources bound (agent type, host, resource id): {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:02:37.023508 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b08cc5-1722-44e7-99d0-fb1d822fdd1d None None] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:02:37.026742 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7813d1ad-046f-4de2-bb31-08d2ff4da225 None None] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:37.031455 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-bb0aa937-281d-4151-8f57-e911f2628749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1494564'] for network, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:37.123735 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b08cc5-1722-44e7-99d0-fb1d822fdd1d None None] Pushing event updated for resources: {'Port': ['ID=67d64b7a-7be9-4c1d-b768-a8f2ae451cdc,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:37.142986 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-20b08cc5-1722-44e7-99d0-fb1d822fdd1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:37.145193 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-b3a5f4c6-78c4-4672-a408-fdcf2d0a5ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399684'] for router, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:37.177719 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-7813d1ad-046f-4de2-bb31-08d2ff4da225 None None] Transition to ACTIVE for port object 5bff7479-ddba-4202-b986-70c41e1aa62b will not be triggered until provisioned by entity L2. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:02:37.204353 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7813d1ad-046f-4de2-bb31-08d2ff4da225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:37.213174 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:37.264527 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1d186-501d-44f3-9247-c72962b6c4e7 req-dc2b761f-7827-4f7f-9721-6c45bc135542 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:37.265511 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-8cf1d186-501d-44f3-9247-c72962b6c4e7 req-dc2b761f-7827-4f7f-9721-6c45bc135542 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/ports?device_id=566dc5cf-88aa-44d1-a18e-4c6238b07107 HTTP/1.1" status: 200 len: 945 time: 0.5193174 May 17 12:02:37.271811 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-20b08cc5-1722-44e7-99d0-fb1d822fdd1d None None] Attempting to bind port 67d64b7a-7be9-4c1d-b768-a8f2ae451cdc on host dv-cinder-734144-19-iscsi for vnic_type normal with profile {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:02:37.272185 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-20b08cc5-1722-44e7-99d0-fb1d822fdd1d None None] Attempting to bind port 67d64b7a-7be9-4c1d-b768-a8f2ae451cdc by drivers openvswitch,hyperv on host dv-cinder-734144-19-iscsi at level 0 using segments [{'id': '5f3ca14c-f170-4716-92b7-0cba2aeab367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '60d01f58-95c2-41d0-9639-8f96ef255b31'}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:02:37.272870 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b08cc5-1722-44e7-99d0-fb1d822fdd1d None None] Attempting to bind port 67d64b7a-7be9-4c1d-b768-a8f2ae451cdc on network 60d01f58-95c2-41d0-9639-8f96ef255b31 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:02:37.273424 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-2430d5e9-7307-4ba0-ba77-2986a4e909df admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:37.295929 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-bb0aa937-281d-4151-8f57-e911f2628749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382983', 'neutron.services.segments.db._delete_segments_for_network-8762327220098'] for network, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:37.330448 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-2430d5e9-7307-4ba0-ba77-2986a4e909df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:37.335923 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.services.segments.db [None req-bb0aa937-281d-4151-8f57-e911f2628749 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56c4e9b7-7fb3-4976-b4c6-999df63213c8']}} {{(pid=78701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:02:37.348185 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b08cc5-1722-44e7-99d0-fb1d822fdd1d None None] Checking agent: {'id': '99430f10-7a80-40b5-88dc-f3a197e5e86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 11), 'started_at': datetime.datetime(2021, 5, 17, 11, 53, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:02:37.348493 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b08cc5-1722-44e7-99d0-fb1d822fdd1d None None] Checking segment: {'id': '5f3ca14c-f170-4716-92b7-0cba2aeab367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '60d01f58-95c2-41d0-9639-8f96ef255b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:02:37.348910 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-20b08cc5-1722-44e7-99d0-fb1d822fdd1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:37.349340 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b08cc5-1722-44e7-99d0-fb1d822fdd1d None None] Bound using segment: {'id': '5f3ca14c-f170-4716-92b7-0cba2aeab367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '60d01f58-95c2-41d0-9639-8f96ef255b31'} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:02:37.349834 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-20b08cc5-1722-44e7-99d0-fb1d822fdd1d None None] Bound port: 67d64b7a-7be9-4c1d-b768-a8f2ae451cdc, host: dv-cinder-734144-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f3ca14c-f170-4716-92b7-0cba2aeab367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '60d01f58-95c2-41d0-9639-8f96ef255b31'}}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:02:37.350216 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-20b08cc5-1722-44e7-99d0-fb1d822fdd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:37.353625 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-2430d5e9-7307-4ba0-ba77-2986a4e909df admin admin] Usage tracker for resource:security_group_rule and tenant:0fb37c1c3f014edaa1c368ee5d2575eb is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:37.365485 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-2430d5e9-7307-4ba0-ba77-2986a4e909df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:37.376377 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.services.segments.db [None req-bb0aa937-281d-4151-8f57-e911f2628749 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0f39706-9180-4133-aeb1-ef8afeecadf5') {'for_net_delete': True} {{(pid=78701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:02:37.377176 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.services.segments.db [None req-bb0aa937-281d-4151-8f57-e911f2628749 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0f39706-9180-4133-aeb1-ef8afeecadf5') {} {{(pid=78701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:02:37.385617 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a5f4c6-78c4-4672-a408-fdcf2d0a5ffa admin admin] Router dccc072a-e607-43c3-aad2-3fd800a71253 is scheduled to L3 agent 7d9bdccf-07e9-4436-af26-1dad3be87fd8 with binding_index 1 {{(pid=78700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 17 12:02:37.387846 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-2430d5e9-7307-4ba0-ba77-2986a4e909df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:37.408195 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-8cf1d186-501d-44f3-9247-c72962b6c4e7 req-04b2dfd2-cc6a-4161-a468-315747aebb45 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18cb5e0-349e-4af4-a126-102dafc72b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253126 May 17 12:02:37.410931 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-bb0aa937-281d-4151-8f57-e911f2628749 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762327230347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2587876'] for segment, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:37.447038 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-bb0aa937-281d-4151-8f57-e911f2628749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205'] for segment, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:37.483972 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb0aa937-281d-4151-8f57-e911f2628749 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=78701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 12:02:37.484370 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-bb0aa937-281d-4151-8f57-e911f2628749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2534753'] for segment, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:37.485761 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd7f7e-e82a-46f7-8d26-d3a1daa285aa None None] Pushing event updated for resources: {'Port': ['ID=5bff7479-ddba-4202-b986-70c41e1aa62b,revision_number=3']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:37.500836 dv-cinder-734144-19-iscsi neutron-server[78701]: Traceback (most recent call last): May 17 12:02:37.500836 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 12:02:37.500836 dv-cinder-734144-19-iscsi neutron-server[78701]: timer() May 17 12:02:37.500836 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 12:02:37.500836 dv-cinder-734144-19-iscsi neutron-server[78701]: cb(*args, **kw) May 17 12:02:37.500836 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 12:02:37.500836 dv-cinder-734144-19-iscsi neutron-server[78701]: return func(*args, **kwargs) May 17 12:02:37.500836 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 12:02:37.500836 dv-cinder-734144-19-iscsi neutron-server[78701]: self._notify() May 17 12:02:37.500836 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 12:02:37.500836 dv-cinder-734144-19-iscsi neutron-server[78701]: self.callback(batched_events) May 17 12:02:37.500836 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 12:02:37.500836 dv-cinder-734144-19-iscsi neutron-server[78701]: event.method(event) May 17 12:02:37.500836 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 12:02:37.500836 dv-cinder-734144-19-iscsi neutron-server[78701]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 12:02:37.500836 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 12:02:37.500836 dv-cinder-734144-19-iscsi neutron-server[78701]: aggregate_uuid = self.p_client.list_aggregates( May 17 12:02:37.500836 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 12:02:37.500836 dv-cinder-734144-19-iscsi neutron-server[78701]: return f(self, *a, **k) May 17 12:02:37.500836 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 12:02:37.500836 dv-cinder-734144-19-iscsi neutron-server[78701]: return self._get(url).json() May 17 12:02:37.500836 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 12:02:37.500836 dv-cinder-734144-19-iscsi neutron-server[78701]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 12:02:37.500836 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 12:02:37.500836 dv-cinder-734144-19-iscsi neutron-server[78701]: return self.request(url, 'GET', **kwargs) May 17 12:02:37.500836 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 12:02:37.500836 dv-cinder-734144-19-iscsi neutron-server[78701]: base_url = self.get_endpoint(auth, allow=allow, May 17 12:02:37.500836 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 12:02:37.500836 dv-cinder-734144-19-iscsi neutron-server[78701]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 12:02:37.500836 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 12:02:37.500836 dv-cinder-734144-19-iscsi neutron-server[78701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 12:02:37.500836 dv-cinder-734144-19-iscsi neutron-server[78701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 12:02:37.565181 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-79fd7f7e-e82a-46f7-8d26-d3a1daa285aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:37.666826 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-bb0aa937-281d-4151-8f57-e911f2628749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407862'] for network, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:37.682372 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-bb0aa937-281d-4151-8f57-e911f2628749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for network, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:37.686957 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-7661a89b-8b5c-4d46-9473-7a015f54b3df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:37.738323 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-7813d1ad-046f-4de2-bb31-08d2ff4da225 None None] Attempting to bind port 5bff7479-ddba-4202-b986-70c41e1aa62b on host dv-cinder-734144-19-iscsi for vnic_type normal with profile {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:02:37.738710 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-7813d1ad-046f-4de2-bb31-08d2ff4da225 None None] Attempting to bind port 5bff7479-ddba-4202-b986-70c41e1aa62b by drivers openvswitch,hyperv on host dv-cinder-734144-19-iscsi at level 0 using segments [{'id': 'ebfe5be2-a5ab-413f-9970-7c2debd41896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8'}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:02:37.739084 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7813d1ad-046f-4de2-bb31-08d2ff4da225 None None] Attempting to bind port 5bff7479-ddba-4202-b986-70c41e1aa62b on network 042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:02:37.743242 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-20b08cc5-1722-44e7-99d0-fb1d822fdd1d None None] For port 67d64b7a-7be9-4c1d-b768-a8f2ae451cdc, host dv-cinder-734144-19-iscsi, cleared binding levels {{(pid=78702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:02:37.753985 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-20b08cc5-1722-44e7-99d0-fb1d822fdd1d None None] For port 67d64b7a-7be9-4c1d-b768-a8f2ae451cdc, host dv-cinder-734144-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=67d64b7a-7be9-4c1d-b768-a8f2ae451cdc,segment=NetworkSegment(5f3ca14c-f170-4716-92b7-0cba2aeab367),segment_id=5f3ca14c-f170-4716-92b7-0cba2aeab367)] {{(pid=78702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:02:37.757252 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7813d1ad-046f-4de2-bb31-08d2ff4da225 None None] Checking agent: {'id': '99430f10-7a80-40b5-88dc-f3a197e5e86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 11), 'started_at': datetime.datetime(2021, 5, 17, 11, 53, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:02:37.757520 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a5f4c6-78c4-4672-a408-fdcf2d0a5ffa admin admin] Notify agent at l3_agent.dv-cinder-734144-19-iscsi the message routers_updated {{(pid=78700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:02:37.757656 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7813d1ad-046f-4de2-bb31-08d2ff4da225 None None] Checking segment: {'id': 'ebfe5be2-a5ab-413f-9970-7c2debd41896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:02:37.758035 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7813d1ad-046f-4de2-bb31-08d2ff4da225 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:37.758436 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7813d1ad-046f-4de2-bb31-08d2ff4da225 None None] Bound using segment: {'id': 'ebfe5be2-a5ab-413f-9970-7c2debd41896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8'} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:02:37.758934 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-7813d1ad-046f-4de2-bb31-08d2ff4da225 None None] Bound port: 5bff7479-ddba-4202-b986-70c41e1aa62b, host: dv-cinder-734144-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebfe5be2-a5ab-413f-9970-7c2debd41896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8'}}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:02:37.759301 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7813d1ad-046f-4de2-bb31-08d2ff4da225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:37.766329 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7058d2-63b7-45e6-b600-0d1ef3d9a9f8 None None] Sync routers for ids ['dccc072a-e607-43c3-aad2-3fd800a71253'] in dv-cinder-734144-19-iscsi {{(pid=78703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:02:37.776501 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0563d4b0-c90b-4bbd-829e-f6699361f3bb None None] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:37.778457 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7058d2-63b7-45e6-b600-0d1ef3d9a9f8 None None] Routers {'dccc072a-e607-43c3-aad2-3fd800a71253'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:02:37.779619 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-20b08cc5-1722-44e7-99d0-fb1d822fdd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:37.780510 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-9f7058d2-63b7-45e6-b600-0d1ef3d9a9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:02:11Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['dccc072a-e607-43c3-aad2-3fd800a71253'], 'active': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:02:37.788004 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:37.800085 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-b3a5f4c6-78c4-4672-a408-fdcf2d0a5ffa admin admin] Notify callbacks [] for router, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:37.805099 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-b3a5f4c6-78c4-4672-a408-fdcf2d0a5ffa admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.6146500 May 17 12:02:37.805918 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 56820) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:37.836978 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0aa937-281d-4151-8f57-e911f2628749 admin admin] Pushing event deleted for resources: {'Network': ['ID=56c4e9b7-7fb3-4976-b4c6-999df63213c8,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:37.852607 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-bb0aa937-281d-4151-8f57-e911f2628749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:37.887497 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-0563d4b0-c90b-4bbd-829e-f6699361f3bb None None] Transition to ACTIVE for port object 2f3209f5-4b34-4b9e-b96c-ccf40abcd56d will not be triggered until provisioned by entity L2. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:02:37.893283 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-bb0aa937-281d-4151-8f57-e911f2628749 admin admin] 10.222.0.11 "DELETE /v2.0/networks/56c4e9b7-7fb3-4976-b4c6-999df63213c8 HTTP/1.1" status: 204 len: 168 time: 0.9953084 May 17 12:02:37.897721 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 56826) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:37.980118 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-2430d5e9-7307-4ba0-ba77-2986a4e909df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:37.987690 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-be687420-8a5f-4806-9fb6-b83cf89e7011 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:37.996976 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9d0d79c-5a44-43ac-ae25-ffe5ec581b89 admin admin] Deleting subnet 0ad0ed21-0596-45df-b2ee-662a8b5c9bfc {{(pid=78700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 12:02:38.007002 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-a9d0d79c-5a44-43ac-ae25-ffe5ec581b89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:38.023683 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-0563d4b0-c90b-4bbd-829e-f6699361f3bb None None] Transition to ACTIVE for port object 2f3209f5-4b34-4b9e-b96c-ccf40abcd56d will not be triggered until provisioned by entity DHCP. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:02:38.028806 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-2430d5e9-7307-4ba0-ba77-2986a4e909df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:38.038024 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-be687420-8a5f-4806-9fb6-b83cf89e7011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:38.042806 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-59eda024-30e5-46b9-a1b5-83bba210d0d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:38.045225 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvr_db [None req-9f7058d2-63b7-45e6-b600-0d1ef3d9a9f8 None None] Set router dccc072a-e607-43c3-aad2-3fd800a71253 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:02:38.058110 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b3679-fddd-441d-8c3b-b02cea316fc4 req-ee2a2f10-1b1a-4785-bc87-5985dd759df6 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:38.059426 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0563d4b0-c90b-4bbd-829e-f6699361f3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:38.059929 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-9a3b3679-fddd-441d-8c3b-b02cea316fc4 req-ee2a2f10-1b1a-4785-bc87-5985dd759df6 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 946 time: 0.4924626 May 17 12:02:38.070999 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b08cc5-1722-44e7-99d0-fb1d822fdd1d None None] Pushing event updated for resources: {'Port': ['ID=67d64b7a-7be9-4c1d-b768-a8f2ae451cdc,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:38.078468 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-20b08cc5-1722-44e7-99d0-fb1d822fdd1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:38.080709 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:38.143793 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-7813d1ad-046f-4de2-bb31-08d2ff4da225 None None] For port 5bff7479-ddba-4202-b986-70c41e1aa62b, host dv-cinder-734144-19-iscsi, cleared binding levels {{(pid=78702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:02:38.158536 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0563d4b0-c90b-4bbd-829e-f6699361f3bb None None] Network 158e2f75-1664-407e-80ea-d65885984f73 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:02:38.162917 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-0563d4b0-c90b-4bbd-829e-f6699361f3bb None None] Resources bound (agent type, host, resource id): {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:02:38.165833 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-7813d1ad-046f-4de2-bb31-08d2ff4da225 None None] For port 5bff7479-ddba-4202-b986-70c41e1aa62b, host dv-cinder-734144-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=5bff7479-ddba-4202-b986-70c41e1aa62b,segment=NetworkSegment(ebfe5be2-a5ab-413f-9970-7c2debd41896),segment_id=ebfe5be2-a5ab-413f-9970-7c2debd41896)] {{(pid=78702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:02:38.169598 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0563d4b0-c90b-4bbd-829e-f6699361f3bb None None] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:02:38.179078 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563d4b0-c90b-4bbd-829e-f6699361f3bb None None] Pushing event updated for resources: {'Port': ['ID=2f3209f5-4b34-4b9e-b96c-ccf40abcd56d,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:38.179966 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-2430d5e9-7307-4ba0-ba77-2986a4e909df admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0fb37c1c3f014edaa1c368ee5d2575eb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2840867 May 17 12:02:38.182409 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7813d1ad-046f-4de2-bb31-08d2ff4da225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:38.196402 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 56830) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:38.207870 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2430d5e9-7307-4ba0-ba77-2986a4e909df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe87c17e-8013-40c4-94da-d7d0221ad30d,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:38.215938 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-0563d4b0-c90b-4bbd-829e-f6699361f3bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:38.216417 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-0563d4b0-c90b-4bbd-829e-f6699361f3bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:38.222967 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-2430d5e9-7307-4ba0-ba77-2986a4e909df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:38.238538 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-a9d0d79c-5a44-43ac-ae25-ffe5ec581b89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2957047'] for subnet, precommit_delete_associations {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:38.256389 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-9a3b3679-fddd-441d-8c3b-b02cea316fc4 req-72aeb08c-08bb-4116-9588-7cf93112b7ce tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573703 May 17 12:02:38.402991 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.db_base_plugin_common [None req-be687420-8a5f-4806-9fb6-b83cf89e7011 admin admin] Allocated IP 172.27.1.135 (163aee93-eed0-47f4-9809-6291286e957c/35eb0c40-f6d0-43b5-b72a-9e8dd7567b53/c0c2d5aa-7c9b-49aa-a468-4980eae19b62) {{(pid=78701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:02:38.408458 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-bc75ee6f-2089-442b-9519-7919d9be9a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:38.466799 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd7f7e-e82a-46f7-8d26-d3a1daa285aa None None] Pushing event updated for resources: {'Port': ['ID=5bff7479-ddba-4202-b986-70c41e1aa62b,revision_number=4']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:38.494246 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-79fd7f7e-e82a-46f7-8d26-d3a1daa285aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:38.542633 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-a9d0d79c-5a44-43ac-ae25-ffe5ec581b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383026'] for subnet, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:38.636360 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-0563d4b0-c90b-4bbd-829e-f6699361f3bb None None] Attempting to bind port 2f3209f5-4b34-4b9e-b96c-ccf40abcd56d on host dv-cinder-734144-19-iscsi for vnic_type normal with profile {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:02:38.637372 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-0563d4b0-c90b-4bbd-829e-f6699361f3bb None None] Attempting to bind port 2f3209f5-4b34-4b9e-b96c-ccf40abcd56d by drivers openvswitch,hyperv on host dv-cinder-734144-19-iscsi at level 0 using segments [{'id': '8d4a264b-49fb-48d2-8b54-3e7a69d62e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '158e2f75-1664-407e-80ea-d65885984f73'}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:02:38.639868 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0563d4b0-c90b-4bbd-829e-f6699361f3bb None None] Attempting to bind port 2f3209f5-4b34-4b9e-b96c-ccf40abcd56d on network 158e2f75-1664-407e-80ea-d65885984f73 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:02:38.669658 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0563d4b0-c90b-4bbd-829e-f6699361f3bb None None] Checking agent: {'id': '99430f10-7a80-40b5-88dc-f3a197e5e86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 11), 'started_at': datetime.datetime(2021, 5, 17, 11, 53, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:02:38.670311 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0563d4b0-c90b-4bbd-829e-f6699361f3bb None None] Checking segment: {'id': '8d4a264b-49fb-48d2-8b54-3e7a69d62e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '158e2f75-1664-407e-80ea-d65885984f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:02:38.670953 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0563d4b0-c90b-4bbd-829e-f6699361f3bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:38.671627 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0563d4b0-c90b-4bbd-829e-f6699361f3bb None None] Bound using segment: {'id': '8d4a264b-49fb-48d2-8b54-3e7a69d62e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '158e2f75-1664-407e-80ea-d65885984f73'} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:02:38.673504 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-0563d4b0-c90b-4bbd-829e-f6699361f3bb None None] Bound port: 2f3209f5-4b34-4b9e-b96c-ccf40abcd56d, host: dv-cinder-734144-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d4a264b-49fb-48d2-8b54-3e7a69d62e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '158e2f75-1664-407e-80ea-d65885984f73'}}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:02:38.674113 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0563d4b0-c90b-4bbd-829e-f6699361f3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:38.704966 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7813d1ad-046f-4de2-bb31-08d2ff4da225 None None] Routers {'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:02:38.705708 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-7813d1ad-046f-4de2-bb31-08d2ff4da225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:02:11Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['a6d0911b-a4d2-4ed8-a748-19e8a6f54f87'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:02:38.730944 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-9f7058d2-63b7-45e6-b600-0d1ef3d9a9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'name': 'tempest-AttachVolumeShelveTestJSON-1697176697-router', 'tenant_id': 'eb0716dd61384274b0edea30aa0018fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'd9ad547f-4c6a-4a32-bf92-5be01a5e6552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:34Z', 'updated_at': '2021-05-17T12:02:36Z', 'revision_number': 3, 'project_id': 'eb0716dd61384274b0edea30aa0018fc', 'gw_port': {'id': 'd9ad547f-4c6a-4a32-bf92-5be01a5e6552', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:35Z', 'updated_at': '2021-05-17T12:02:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi'}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:02:38.735790 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7058d2-63b7-45e6-b600-0d1ef3d9a9f8 None None] Checking router: dccc072a-e607-43c3-aad2-3fd800a71253 for host: dv-cinder-734144-19-iscsi {{(pid=78703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:02:38.738771 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7058d2-63b7-45e6-b600-0d1ef3d9a9f8 None None] Updating router dccc072a-e607-43c3-aad2-3fd800a71253 port d9ad547f-4c6a-4a32-bf92-5be01a5e6552 binding host dv-cinder-734144-19-iscsi {{(pid=78703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:02:38.772398 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-bc75ee6f-2089-442b-9519-7919d9be9a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:38.792061 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 67d64b7a-7be9-4c1d-b768-a8f2ae451cdc up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:02:38.811260 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9f7058d2-63b7-45e6-b600-0d1ef3d9a9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:38.935339 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a5dbce1b-3257-4514-ae46-17caf13ce3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:39.016300 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-be687420-8a5f-4806-9fb6-b83cf89e7011 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:39.092517 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afc06c-7871-4418-b2b9-1d6d9feb1074 req-5fb1d93e-e9a8-49d6-af18-a57da6c36c97 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:39.094054 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-36afc06c-7871-4418-b2b9-1d6d9feb1074 req-5fb1d93e-e9a8-49d6-af18-a57da6c36c97 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/ports?device_id=566dc5cf-88aa-44d1-a18e-4c6238b07107 HTTP/1.1" status: 200 len: 945 time: 0.3151906 May 17 12:02:39.095812 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-bc75ee6f-2089-442b-9519-7919d9be9a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:39.102202 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-0f563ee9-89ed-4423-aace-a7d2470bc51a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:39.124609 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-7813d1ad-046f-4de2-bb31-08d2ff4da225 None None] Set router a6d0911b-a4d2-4ed8-a748-19e8a6f54f87 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:02:39.141145 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-be687420-8a5f-4806-9fb6-b83cf89e7011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534708'] for port, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:39.154430 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc75ee6f-2089-442b-9519-7919d9be9a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe87c17e-8013-40c4-94da-d7d0221ad30d,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:39.163589 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-bc75ee6f-2089-442b-9519-7919d9be9a79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:39.165533 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:39.204605 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-0563d4b0-c90b-4bbd-829e-f6699361f3bb None None] For port 2f3209f5-4b34-4b9e-b96c-ccf40abcd56d, host dv-cinder-734144-19-iscsi, cleared binding levels {{(pid=78702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:02:39.242272 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-0563d4b0-c90b-4bbd-829e-f6699361f3bb None None] For port 2f3209f5-4b34-4b9e-b96c-ccf40abcd56d, host dv-cinder-734144-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=2f3209f5-4b34-4b9e-b96c-ccf40abcd56d,segment=NetworkSegment(8d4a264b-49fb-48d2-8b54-3e7a69d62e2a),segment_id=8d4a264b-49fb-48d2-8b54-3e7a69d62e2a)] {{(pid=78702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:02:39.247479 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning for port 67d64b7a-7be9-4c1d-b768-a8f2ae451cdc completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:02:39.258321 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0563d4b0-c90b-4bbd-829e-f6699361f3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:39.258650 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be687420-8a5f-4806-9fb6-b83cf89e7011 admin admin] Network 163aee93-eed0-47f4-9809-6291286e957c is already hosted by enough agents. {{(pid=78701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:02:39.290255 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.base_scheduler [None req-be687420-8a5f-4806-9fb6-b83cf89e7011 admin admin] Resources bound (agent type, host, resource id): {{(pid=78701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:02:39.305478 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-36afc06c-7871-4418-b2b9-1d6d9feb1074 req-10c8c1e1-3879-4893-b1ea-b4a1c945421c tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18cb5e0-349e-4af4-a126-102dafc72b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845198 May 17 12:02:39.318975 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be687420-8a5f-4806-9fb6-b83cf89e7011 admin admin] Received port after_create {{(pid=78701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:02:39.374585 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-bc75ee6f-2089-442b-9519-7919d9be9a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:39.388622 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-bc75ee6f-2089-442b-9519-7919d9be9a79 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fe87c17e-8013-40c4-94da-d7d0221ad30d HTTP/1.1" status: 204 len: 168 time: 1.1792011 May 17 12:02:39.425938 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9f7058d2-63b7-45e6-b600-0d1ef3d9a9f8 None None] Notify callbacks [] for port, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:39.433690 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be687420-8a5f-4806-9fb6-b83cf89e7011 admin admin] Pushing event updated for resources: {'Port': ['ID=c0c2d5aa-7c9b-49aa-a468-4980eae19b62,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:39.438275 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-a9d0d79c-5a44-43ac-ae25-ffe5ec581b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2209087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2936378'] for subnet, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:39.445608 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.provisioning_blocks [None req-9f7058d2-63b7-45e6-b600-0d1ef3d9a9f8 None None] Transition to ACTIVE for port object d9ad547f-4c6a-4a32-bf92-5be01a5e6552 will not be triggered until provisioned by entity L2. {{(pid=78703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:02:39.447314 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-40eaa83f-96ff-4403-a371-6731faf1aaf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:39.455832 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9f7058d2-63b7-45e6-b600-0d1ef3d9a9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:39.461396 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:39.472090 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:39.473647 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-be687420-8a5f-4806-9fb6-b83cf89e7011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:39.508257 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d0d79c-5a44-43ac-ae25-ffe5ec581b89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ad0ed21-0596-45df-b2ee-662a8b5c9bfc,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:39.568795 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-a9d0d79c-5a44-43ac-ae25-ffe5ec581b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:39.641873 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf62fed-6f91-4ec1-92a6-c18047ad9ab4 None None] Pushing event updated for resources: {'Port': ['ID=d9ad547f-4c6a-4a32-bf92-5be01a5e6552,revision_number=2']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:39.650018 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-1cf62fed-6f91-4ec1-92a6-c18047ad9ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:39.678835 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [None req-9f7058d2-63b7-45e6-b600-0d1ef3d9a9f8 None None] Attempting to bind port d9ad547f-4c6a-4a32-bf92-5be01a5e6552 on host dv-cinder-734144-19-iscsi for vnic_type normal with profile {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:02:39.679216 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [None req-9f7058d2-63b7-45e6-b600-0d1ef3d9a9f8 None None] Attempting to bind port d9ad547f-4c6a-4a32-bf92-5be01a5e6552 by drivers openvswitch,hyperv on host dv-cinder-734144-19-iscsi at level 0 using segments [{'id': '8b5d1e01-0c84-4e6b-9682-76a98a471ba9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '163aee93-eed0-47f4-9809-6291286e957c'}] {{(pid=78703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:02:39.679581 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7058d2-63b7-45e6-b600-0d1ef3d9a9f8 None None] Attempting to bind port d9ad547f-4c6a-4a32-bf92-5be01a5e6552 on network 163aee93-eed0-47f4-9809-6291286e957c {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:02:39.682842 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-a9d0d79c-5a44-43ac-ae25-ffe5ec581b89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for subnet, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:39.687382 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7058d2-63b7-45e6-b600-0d1ef3d9a9f8 None None] Checking agent: {'id': '99430f10-7a80-40b5-88dc-f3a197e5e86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 11), 'started_at': datetime.datetime(2021, 5, 17, 11, 53, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:02:39.688026 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7058d2-63b7-45e6-b600-0d1ef3d9a9f8 None None] Checking segment: {'id': '8b5d1e01-0c84-4e6b-9682-76a98a471ba9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '163aee93-eed0-47f4-9809-6291286e957c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:02:39.688634 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9f7058d2-63b7-45e6-b600-0d1ef3d9a9f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:39.689127 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7058d2-63b7-45e6-b600-0d1ef3d9a9f8 None None] Bound using segment: {'id': '8b5d1e01-0c84-4e6b-9682-76a98a471ba9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '163aee93-eed0-47f4-9809-6291286e957c'} {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:02:39.689506 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [None req-9f7058d2-63b7-45e6-b600-0d1ef3d9a9f8 None None] Bound port: d9ad547f-4c6a-4a32-bf92-5be01a5e6552, host: dv-cinder-734144-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b5d1e01-0c84-4e6b-9682-76a98a471ba9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '163aee93-eed0-47f4-9809-6291286e957c'}}] {{(pid=78703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:02:39.689887 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9f7058d2-63b7-45e6-b600-0d1ef3d9a9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:39.711695 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-a9d0d79c-5a44-43ac-ae25-ffe5ec581b89 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0ad0ed21-0596-45df-b2ee-662a8b5c9bfc HTTP/1.1" status: 204 len: 168 time: 1.7891173 May 17 12:02:39.740328 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 56846) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:39.767283 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc30265b-d739-472a-a365-088c5fab29b2 None None] Network 60d01f58-95c2-41d0-9639-8f96ef255b31 requested from dv-cinder-734144-19-iscsi {{(pid=78702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:02:39.824124 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [None req-9f7058d2-63b7-45e6-b600-0d1ef3d9a9f8 None None] For port d9ad547f-4c6a-4a32-bf92-5be01a5e6552, host dv-cinder-734144-19-iscsi, cleared binding levels {{(pid=78703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:02:39.827924 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [None req-9f7058d2-63b7-45e6-b600-0d1ef3d9a9f8 None None] For port d9ad547f-4c6a-4a32-bf92-5be01a5e6552, host dv-cinder-734144-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=d9ad547f-4c6a-4a32-bf92-5be01a5e6552,segment=NetworkSegment(8b5d1e01-0c84-4e6b-9682-76a98a471ba9),segment_id=8b5d1e01-0c84-4e6b-9682-76a98a471ba9)] {{(pid=78703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:02:39.836882 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9f7058d2-63b7-45e6-b600-0d1ef3d9a9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:39.843094 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:39.893234 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563d4b0-c90b-4bbd-829e-f6699361f3bb None None] Pushing event updated for resources: {'Port': ['ID=2f3209f5-4b34-4b9e-b96c-ccf40abcd56d,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:39.903916 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-0563d4b0-c90b-4bbd-829e-f6699361f3bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:39.993395 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-e10f2692-1d55-458e-a9ca-337195ea2626 None None] Provisioning for port 67d64b7a-7be9-4c1d-b768-a8f2ae451cdc completed by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:02:40.051655 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-e10f2692-1d55-458e-a9ca-337195ea2626 None None] Provisioning complete for port 67d64b7a-7be9-4c1d-b768-a8f2ae451cdc triggered by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:02:40.052137 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e10f2692-1d55-458e-a9ca-337195ea2626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:40.053180 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf62fed-6f91-4ec1-92a6-c18047ad9ab4 None None] Pushing event updated for resources: {'Port': ['ID=d9ad547f-4c6a-4a32-bf92-5be01a5e6552,revision_number=3']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:40.060049 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-1cf62fed-6f91-4ec1-92a6-c18047ad9ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:40.083290 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7058d2-63b7-45e6-b600-0d1ef3d9a9f8 None None] Routers {'dccc072a-e607-43c3-aad2-3fd800a71253'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:02:40.089823 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-9f7058d2-63b7-45e6-b600-0d1ef3d9a9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:02:11Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['dccc072a-e607-43c3-aad2-3fd800a71253'], 'active': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:02:40.131589 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 56852) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:40.222851 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-cbcf28cf-3f3f-44c7-a025-8d7b61c9620d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:40.234982 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-be687420-8a5f-4806-9fb6-b83cf89e7011 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:40.314134 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-3f4eee99-8b47-40a7-b2a4-1328fe490ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:40.351782 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d2e4c-4797-48b7-9907-5bfdb9a28a7a req-4db923c5-e4dd-411f-bd2c-687c14123816 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:40.353315 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-902d2e4c-4797-48b7-9907-5bfdb9a28a7a req-4db923c5-e4dd-411f-bd2c-687c14123816 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 946 time: 0.8463907 May 17 12:02:40.354514 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-cbcf28cf-3f3f-44c7-a025-8d7b61c9620d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:40.355075 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvr_db [None req-9f7058d2-63b7-45e6-b600-0d1ef3d9a9f8 None None] Set router dccc072a-e607-43c3-aad2-3fd800a71253 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:02:40.381662 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-97de4bf4-c62f-49b2-bdd5-d744fa46cba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1494564'] for network, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:40.386458 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-cbcf28cf-3f3f-44c7-a025-8d7b61c9620d admin admin] Usage tracker for resource:security_group_rule and tenant:30e08f7289df485cacf95265ddb07810 is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:40.476257 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-7813d1ad-046f-4de2-bb31-08d2ff4da225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87', 'name': 'tempest-TestMinimumBasicScenario-611068958-router', 'tenant_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'fe49a373-addb-4359-bcca-950c9c241118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:25Z', 'updated_at': '2021-05-17T12:02:30Z', 'revision_number': 4, 'project_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'gw_port': {'id': 'fe49a373-addb-4359-bcca-950c9c241118', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:26Z', 'updated_at': '2021-05-17T12:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': '5bff7479-ddba-4202-b986-70c41e1aa62b', 'name': '', 'network_id': '042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8', 'tenant_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'mac_address': 'fa:16:3e:ec:89:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '09a794ab-93ea-4d3a-9af7-0e8998678595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:29Z', 'updated_at': '2021-05-17T12:02:38Z', 'revision_number': 4, 'project_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'subnets': [{'id': '09a794ab-93ea-4d3a-9af7-0e8998678595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:02:40.480690 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e10f2692-1d55-458e-a9ca-337195ea2626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:40.509374 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7813d1ad-046f-4de2-bb31-08d2ff4da225 None None] The sync data for ids ['a6d0911b-a4d2-4ed8-a748-19e8a6f54f87'] in dv-cinder-734144-19-iscsi is: [{'id': 'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87', 'name': 'tempest-TestMinimumBasicScenario-611068958-router', 'tenant_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'fe49a373-addb-4359-bcca-950c9c241118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:25Z', 'updated_at': '2021-05-17T12:02:30Z', 'revision_number': 4, 'project_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'gw_port': {'id': 'fe49a373-addb-4359-bcca-950c9c241118', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:26Z', 'updated_at': '2021-05-17T12:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': '5bff7479-ddba-4202-b986-70c41e1aa62b', 'name': '', 'network_id': '042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8', 'tenant_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'mac_address': 'fa:16:3e:ec:89:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '09a794ab-93ea-4d3a-9af7-0e8998678595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:29Z', 'updated_at': '2021-05-17T12:02:38Z', 'revision_number': 4, 'project_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'subnets': [{'id': '09a794ab-93ea-4d3a-9af7-0e8998678595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:02:40.555665 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-e10f2692-1d55-458e-a9ca-337195ea2626 None None] For port 67d64b7a-7be9-4c1d-b768-a8f2ae451cdc, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=67d64b7a-7be9-4c1d-b768-a8f2ae451cdc,segment=NetworkSegment(5f3ca14c-f170-4716-92b7-0cba2aeab367),segment_id=5f3ca14c-f170-4716-92b7-0cba2aeab367)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:02:40.561802 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e10f2692-1d55-458e-a9ca-337195ea2626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:40.563523 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-79fd7f7e-e82a-46f7-8d26-d3a1daa285aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:40.675229 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.db_base_plugin_common [None req-3f4eee99-8b47-40a7-b2a4-1328fe490ef4 admin admin] Allocated IP 172.20.0.1 (60d01f58-95c2-41d0-9639-8f96ef255b31/ef588d6f-d166-4427-8aef-1ce83b0779d0/251ab6a6-a5cc-4745-a40c-2fa80a951893) {{(pid=78700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:02:40.723754 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 2f3209f5-4b34-4b9e-b96c-ccf40abcd56d up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:02:40.861592 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f2692-1d55-458e-a9ca-337195ea2626 None None] Pushing event updated for resources: {'Port': ['ID=67d64b7a-7be9-4c1d-b768-a8f2ae451cdc,revision_number=3']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:40.874804 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-be687420-8a5f-4806-9fb6-b83cf89e7011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399684'] for router, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:40.878491 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-e10f2692-1d55-458e-a9ca-337195ea2626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:40.930497 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-9f7058d2-63b7-45e6-b600-0d1ef3d9a9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'name': 'tempest-AttachVolumeShelveTestJSON-1697176697-router', 'tenant_id': 'eb0716dd61384274b0edea30aa0018fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'd9ad547f-4c6a-4a32-bf92-5be01a5e6552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:34Z', 'updated_at': '2021-05-17T12:02:36Z', 'revision_number': 3, 'project_id': 'eb0716dd61384274b0edea30aa0018fc', 'gw_port': {'id': 'd9ad547f-4c6a-4a32-bf92-5be01a5e6552', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:35Z', 'updated_at': '2021-05-17T12:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi'}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:02:40.932579 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning for port 2f3209f5-4b34-4b9e-b96c-ccf40abcd56d completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:02:40.937031 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7058d2-63b7-45e6-b600-0d1ef3d9a9f8 None None] The sync data for ids ['dccc072a-e607-43c3-aad2-3fd800a71253'] in dv-cinder-734144-19-iscsi is: [{'id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'name': 'tempest-AttachVolumeShelveTestJSON-1697176697-router', 'tenant_id': 'eb0716dd61384274b0edea30aa0018fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'd9ad547f-4c6a-4a32-bf92-5be01a5e6552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:34Z', 'updated_at': '2021-05-17T12:02:36Z', 'revision_number': 3, 'project_id': 'eb0716dd61384274b0edea30aa0018fc', 'gw_port': {'id': 'd9ad547f-4c6a-4a32-bf92-5be01a5e6552', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:35Z', 'updated_at': '2021-05-17T12:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi'}] {{(pid=78703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:02:40.958576 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-3f4eee99-8b47-40a7-b2a4-1328fe490ef4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:40.999774 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.provisioning_blocks [None req-3f4eee99-8b47-40a7-b2a4-1328fe490ef4 admin admin] Transition to ACTIVE for port object 251ab6a6-a5cc-4745-a40c-2fa80a951893 will not be triggered until provisioned by entity DHCP. {{(pid=78700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:02:41.027786 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-cbcf28cf-3f3f-44c7-a025-8d7b61c9620d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:41.039681 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-9c00edb7-b9d5-40e2-8e5d-bd1657b382ed None None] Provisioning complete for port 67d64b7a-7be9-4c1d-b768-a8f2ae451cdc triggered by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:02:41.040072 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9c00edb7-b9d5-40e2-8e5d-bd1657b382ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:41.043150 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-cbcf28cf-3f3f-44c7-a025-8d7b61c9620d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:41.117450 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-3f4eee99-8b47-40a7-b2a4-1328fe490ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:41.140615 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-286d9563-a729-4f47-9b76-b22af3fa4104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:41.235862 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4da1fa-e36d-46ca-8dff-f6f802af65c3 None None] Network 158e2f75-1664-407e-80ea-d65885984f73 requested from dv-cinder-734144-19-iscsi {{(pid=78702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:02:41.266188 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be687420-8a5f-4806-9fb6-b83cf89e7011 admin admin] Router e6b4259c-eaa5-40df-a8e5-36e8722bce22 is scheduled to L3 agent 7d9bdccf-07e9-4436-af26-1dad3be87fd8 with binding_index 1 {{(pid=78701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 17 12:02:41.300790 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4eee99-8b47-40a7-b2a4-1328fe490ef4 admin admin] Network 60d01f58-95c2-41d0-9639-8f96ef255b31 is already hosted by enough agents. {{(pid=78700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:02:41.318282 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-902d2e4c-4797-48b7-9907-5bfdb9a28a7a req-a14f48f1-e615-4e4b-a2c8-e94630fa0157 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9578900 May 17 12:02:41.345196 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.base_scheduler [None req-3f4eee99-8b47-40a7-b2a4-1328fe490ef4 admin admin] Resources bound (agent type, host, resource id): {{(pid=78700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:02:41.350549 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4eee99-8b47-40a7-b2a4-1328fe490ef4 admin admin] Received port after_create {{(pid=78700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:02:41.593217 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fcd549fe-abf4-4dc0-be92-516b5d8ecd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:41.594586 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:41.629031 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-97de4bf4-c62f-49b2-bdd5-d744fa46cba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382983', 'neutron.services.segments.db._delete_segments_for_network-8762327220098'] for network, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:41.637721 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-21f39d44-f22d-4057-9806-6d58fd945a59 None None] Provisioning for port 2f3209f5-4b34-4b9e-b96c-ccf40abcd56d completed by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:02:41.652133 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.services.segments.db [None req-97de4bf4-c62f-49b2-bdd5-d744fa46cba3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52f6b66d-2ab0-4501-8363-997b4b1110b6']}} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:02:41.652474 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-21f39d44-f22d-4057-9806-6d58fd945a59 None None] Provisioning complete for port 2f3209f5-4b34-4b9e-b96c-ccf40abcd56d triggered by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:02:41.652762 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-21f39d44-f22d-4057-9806-6d58fd945a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:41.667499 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-3f4eee99-8b47-40a7-b2a4-1328fe490ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407999'] for router_interface, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:41.746700 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.services.segments.db [None req-97de4bf4-c62f-49b2-bdd5-d744fa46cba3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b8a61b4-4341-4fb0-ae3f-e50d4e811bb7') {'for_net_delete': True} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:02:41.747336 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.services.segments.db [None req-97de4bf4-c62f-49b2-bdd5-d744fa46cba3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b8a61b4-4341-4fb0-ae3f-e50d4e811bb7') {} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:02:41.781463 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4eee99-8b47-40a7-b2a4-1328fe490ef4 admin admin] Pushing event updated for resources: {'Port': ['ID=251ab6a6-a5cc-4745-a40c-2fa80a951893,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:41.782439 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be687420-8a5f-4806-9fb6-b83cf89e7011 admin admin] Notify agent at l3_agent.dv-cinder-734144-19-iscsi the message routers_updated {{(pid=78701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:02:41.786072 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-3f4eee99-8b47-40a7-b2a4-1328fe490ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:41.809721 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-be687420-8a5f-4806-9fb6-b83cf89e7011 admin admin] Notify callbacks [] for router, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:41.813686 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee6a086-99e7-4a42-b0ab-cef253c162f4 None None] Sync routers for ids ['e6b4259c-eaa5-40df-a8e5-36e8722bce22'] in dv-cinder-734144-19-iscsi {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:02:41.818845 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-97de4bf4-c62f-49b2-bdd5-d744fa46cba3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762327230347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2957048'] for segment, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:41.821375 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-be687420-8a5f-4806-9fb6-b83cf89e7011 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.7298584 May 17 12:02:41.822301 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 56862) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:41.850118 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee6a086-99e7-4a42-b0ab-cef253c162f4 None None] Routers {'e6b4259c-eaa5-40df-a8e5-36e8722bce22'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:02:41.850766 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-aee6a086-99e7-4a42-b0ab-cef253c162f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:02:41Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['e6b4259c-eaa5-40df-a8e5-36e8722bce22'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:02:41.892657 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-97de4bf4-c62f-49b2-bdd5-d744fa46cba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205'] for segment, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:41.907047 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-cbcf28cf-3f3f-44c7-a025-8d7b61c9620d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:41.932203 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-cbcf28cf-3f3f-44c7-a025-8d7b61c9620d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:41.956906 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97de4bf4-c62f-49b2-bdd5-d744fa46cba3 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=78700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 12:02:41.957330 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-97de4bf4-c62f-49b2-bdd5-d744fa46cba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2209177'] for segment, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:42.008675 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:42.015545 dv-cinder-734144-19-iscsi neutron-server[78700]: Traceback (most recent call last): May 17 12:02:42.015545 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 12:02:42.015545 dv-cinder-734144-19-iscsi neutron-server[78700]: timer() May 17 12:02:42.015545 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 12:02:42.015545 dv-cinder-734144-19-iscsi neutron-server[78700]: cb(*args, **kw) May 17 12:02:42.015545 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 12:02:42.015545 dv-cinder-734144-19-iscsi neutron-server[78700]: return func(*args, **kwargs) May 17 12:02:42.015545 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 12:02:42.015545 dv-cinder-734144-19-iscsi neutron-server[78700]: self._notify() May 17 12:02:42.015545 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 12:02:42.015545 dv-cinder-734144-19-iscsi neutron-server[78700]: self.callback(batched_events) May 17 12:02:42.015545 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 12:02:42.015545 dv-cinder-734144-19-iscsi neutron-server[78700]: event.method(event) May 17 12:02:42.015545 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 12:02:42.015545 dv-cinder-734144-19-iscsi neutron-server[78700]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 12:02:42.015545 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 12:02:42.015545 dv-cinder-734144-19-iscsi neutron-server[78700]: aggregate_uuid = self.p_client.list_aggregates( May 17 12:02:42.015545 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 12:02:42.015545 dv-cinder-734144-19-iscsi neutron-server[78700]: return f(self, *a, **k) May 17 12:02:42.015545 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 12:02:42.015545 dv-cinder-734144-19-iscsi neutron-server[78700]: return self._get(url).json() May 17 12:02:42.015545 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 12:02:42.015545 dv-cinder-734144-19-iscsi neutron-server[78700]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 12:02:42.015545 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 12:02:42.015545 dv-cinder-734144-19-iscsi neutron-server[78700]: return self.request(url, 'GET', **kwargs) May 17 12:02:42.015545 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 12:02:42.015545 dv-cinder-734144-19-iscsi neutron-server[78700]: base_url = self.get_endpoint(auth, allow=allow, May 17 12:02:42.015545 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 12:02:42.015545 dv-cinder-734144-19-iscsi neutron-server[78700]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 12:02:42.015545 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 12:02:42.015545 dv-cinder-734144-19-iscsi neutron-server[78700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 12:02:42.015545 dv-cinder-734144-19-iscsi neutron-server[78700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 12:02:42.021707 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-cbcf28cf-3f3f-44c7-a025-8d7b61c9620d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=30e08f7289df485cacf95265ddb07810&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8756864 May 17 12:02:42.030162 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 56866) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:42.167032 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-21f39d44-f22d-4057-9806-6d58fd945a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:42.200687 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf70502-92c4-4c24-8e7a-3b51e78f8478 req-5a5b19e9-24ea-4084-9dba-78cef9cb8d2b tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:42.208562 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0cf70502-92c4-4c24-8e7a-3b51e78f8478 req-5a5b19e9-24ea-4084-9dba-78cef9cb8d2b tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/ports?device_id=566dc5cf-88aa-44d1-a18e-4c6238b07107 HTTP/1.1" status: 200 len: 945 time: 0.5374427 May 17 12:02:42.239322 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-aee6a086-99e7-4a42-b0ab-cef253c162f4 None None] Set router e6b4259c-eaa5-40df-a8e5-36e8722bce22 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:02:42.271693 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf28cf-3f3f-44c7-a025-8d7b61c9620d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29078905-9c4c-4e34-94cb-62a84c65a061,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:42.284025 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-cbcf28cf-3f3f-44c7-a025-8d7b61c9620d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:42.320675 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-21f39d44-f22d-4057-9806-6d58fd945a59 None None] For port 2f3209f5-4b34-4b9e-b96c-ccf40abcd56d, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=2f3209f5-4b34-4b9e-b96c-ccf40abcd56d,segment=NetworkSegment(8d4a264b-49fb-48d2-8b54-3e7a69d62e2a),segment_id=8d4a264b-49fb-48d2-8b54-3e7a69d62e2a)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:02:42.321333 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0cf70502-92c4-4c24-8e7a-3b51e78f8478 req-5baf683d-cbfd-4041-bc6e-57f27359497b tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18cb5e0-349e-4af4-a126-102dafc72b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117685 May 17 12:02:42.325514 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-97de4bf4-c62f-49b2-bdd5-d744fa46cba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407862'] for network, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:42.329848 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-21f39d44-f22d-4057-9806-6d58fd945a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:42.356201 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-1102c51e-696c-448e-a257-72cfd6deb112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:42.378612 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-1f91458c-a5e4-4c5f-b9e1-15f511b65960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:42.416469 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:42.424097 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-97de4bf4-c62f-49b2-bdd5-d744fa46cba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for network, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:42.495509 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97de4bf4-c62f-49b2-bdd5-d744fa46cba3 admin admin] Pushing event deleted for resources: {'Network': ['ID=52f6b66d-2ab0-4501-8363-997b4b1110b6,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:42.520702 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-97de4bf4-c62f-49b2-bdd5-d744fa46cba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:42.610817 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-1102c51e-696c-448e-a257-72cfd6deb112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:42.639984 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-97de4bf4-c62f-49b2-bdd5-d744fa46cba3 admin admin] 10.222.0.11 "DELETE /v2.0/networks/52f6b66d-2ab0-4501-8363-997b4b1110b6 HTTP/1.1" status: 204 len: 168 time: 2.8939793 May 17 12:02:42.698376 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-3f4eee99-8b47-40a7-b2a4-1328fe490ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:42.829019 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f39d44-f22d-4057-9806-6d58fd945a59 None None] Pushing event updated for resources: {'Port': ['ID=2f3209f5-4b34-4b9e-b96c-ccf40abcd56d,revision_number=3']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:42.861744 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-21f39d44-f22d-4057-9806-6d58fd945a59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:42.869056 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 5bff7479-ddba-4202-b986-70c41e1aa62b up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:02:42.942033 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-d89ae936-db14-4d08-b2da-ff70e6aa0437 None None] Provisioning for port 251ab6a6-a5cc-4745-a40c-2fa80a951893 completed by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:02:42.946834 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:42.951256 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-d89ae936-db14-4d08-b2da-ff70e6aa0437 None None] Provisioning complete for port 251ab6a6-a5cc-4745-a40c-2fa80a951893 triggered by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:02:42.951758 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d89ae936-db14-4d08-b2da-ff70e6aa0437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:42.972305 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-1102c51e-696c-448e-a257-72cfd6deb112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:42.989448 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 56876) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:42.991007 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-5b23b4e6-1bc2-4468-915b-8ea26e95b275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:43.015454 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-d89ae936-db14-4d08-b2da-ff70e6aa0437 None None] Port 251ab6a6-a5cc-4745-a40c-2fa80a951893 cannot update to ACTIVE because it is not bound. {{(pid=78702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 12:02:43.019589 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1102c51e-696c-448e-a257-72cfd6deb112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29078905-9c4c-4e34-94cb-62a84c65a061,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:43.021942 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-1102c51e-696c-448e-a257-72cfd6deb112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:43.023821 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-1102c51e-696c-448e-a257-72cfd6deb112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:43.024960 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-1102c51e-696c-448e-a257-72cfd6deb112 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/29078905-9c4c-4e34-94cb-62a84c65a061 HTTP/1.1" status: 204 len: 168 time: 0.9938278 May 17 12:02:43.042917 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-9ffbe1a7-68f0-469c-b4cb-4ef1b17857ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:43.062889 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning for port 5bff7479-ddba-4202-b986-70c41e1aa62b completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:02:43.068565 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-aee6a086-99e7-4a42-b0ab-cef253c162f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b4259c-eaa5-40df-a8e5-36e8722bce22', 'name': 'tempest-TestMinimumBasicScenario-125130921-router', 'tenant_id': '1f72dd8a632b40638f70a049e97988fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'c0c2d5aa-7c9b-49aa-a468-4980eae19b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:36Z', 'updated_at': '2021-05-17T12:02:39Z', 'revision_number': 3, 'project_id': '1f72dd8a632b40638f70a049e97988fb', 'gw_port': {'id': 'c0c2d5aa-7c9b-49aa-a468-4980eae19b62', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:11:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b4259c-eaa5-40df-a8e5-36e8722bce22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:38Z', 'updated_at': '2021-05-17T12:02:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi'}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:02:43.076234 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee6a086-99e7-4a42-b0ab-cef253c162f4 None None] Checking router: e6b4259c-eaa5-40df-a8e5-36e8722bce22 for host: dv-cinder-734144-19-iscsi {{(pid=78702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:02:43.076569 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee6a086-99e7-4a42-b0ab-cef253c162f4 None None] Updating router e6b4259c-eaa5-40df-a8e5-36e8722bce22 port c0c2d5aa-7c9b-49aa-a468-4980eae19b62 binding host dv-cinder-734144-19-iscsi {{(pid=78702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:02:43.087747 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-f3bd7193-612e-4423-b1ed-4a9140325f14 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3c32b46e52764a7e8cfd0e20db6724f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0933354 May 17 12:02:43.089418 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 56882) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:43.110842 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port 5bff7479-ddba-4202-b986-70c41e1aa62b triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:02:43.111274 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:43.122913 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5941a-96c4-457a-9ace-dd132e11fe62 req-49a0ec57-987d-4860-b709-6fb5365abaf8 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:43.130484 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-8ca5941a-96c4-457a-9ace-dd132e11fe62 req-49a0ec57-987d-4860-b709-6fb5365abaf8 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 946 time: 0.6087966 May 17 12:02:43.214764 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-aee6a086-99e7-4a42-b0ab-cef253c162f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:43.249627 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-449c88c3-fe8e-4f13-bfac-6b4b5d670d14 None None] Provisioning complete for port 2f3209f5-4b34-4b9e-b96c-ccf40abcd56d triggered by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:02:43.250019 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-449c88c3-fe8e-4f13-bfac-6b4b5d670d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:43.338568 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-91f8c529-8971-425e-a488-35f41e66af53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:43.537718 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-3f4eee99-8b47-40a7-b2a4-1328fe490ef4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:43.551620 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-3f4eee99-8b47-40a7-b2a4-1328fe490ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2209221'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:43.637455 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-8ca5941a-96c4-457a-9ace-dd132e11fe62 req-728ae5fd-46fc-46b6-8f14-4e0b9b843583 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4631116 May 17 12:02:43.639564 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:43.643015 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-91f8c529-8971-425e-a488-35f41e66af53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:43.718759 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-3f4eee99-8b47-40a7-b2a4-1328fe490ef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405784'] for router_interface, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:43.759133 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.db_base_plugin_common [None req-9ffbe1a7-68f0-469c-b4cb-4ef1b17857ae admin admin] Allocated IP 172.20.0.1 (158e2f75-1664-407e-80ea-d65885984f73/a3fac5ea-ab17-4488-824a-2c6c6a621e63/9fa396ed-e1ff-4889-b151-7c9bd10926ab) {{(pid=78701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:02:43.897747 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-aee6a086-99e7-4a42-b0ab-cef253c162f4 None None] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:43.948212 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9efb678-47b3-4c49-b7f6-ea9258bfc970 req-4407ad71-7499-4668-bd56-3c6571d6a1db tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:43.950420 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-b9efb678-47b3-4c49-b7f6-ea9258bfc970 req-4407ad71-7499-4668-bd56-3c6571d6a1db tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/ports?device_id=566dc5cf-88aa-44d1-a18e-4c6238b07107 HTTP/1.1" status: 200 len: 945 time: 0.3948858 May 17 12:02:43.953302 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-91f8c529-8971-425e-a488-35f41e66af53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:43.960541 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-2fd98151-d5ec-4ff9-8971-fa915555831e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:43.997546 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4eee99-8b47-40a7-b2a4-1328fe490ef4 admin admin] Network 60d01f58-95c2-41d0-9639-8f96ef255b31 is already hosted by enough agents. {{(pid=78700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:02:44.003466 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.base_scheduler [None req-3f4eee99-8b47-40a7-b2a4-1328fe490ef4 admin admin] Resources bound (agent type, host, resource id): {{(pid=78700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:02:44.062690 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-aee6a086-99e7-4a42-b0ab-cef253c162f4 None None] Transition to ACTIVE for port object c0c2d5aa-7c9b-49aa-a468-4980eae19b62 will not be triggered until provisioned by entity L2. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:02:44.093144 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f8c529-8971-425e-a488-35f41e66af53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da9ec5c-1b43-478b-9da0-bbad045ab9a4,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:44.121243 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-91f8c529-8971-425e-a488-35f41e66af53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:44.137164 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-aee6a086-99e7-4a42-b0ab-cef253c162f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:44.152243 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-b9082d3a-90a7-45c6-aebe-18bdcba88e28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:44.190770 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-91f8c529-8971-425e-a488-35f41e66af53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:44.196225 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-91f8c529-8971-425e-a488-35f41e66af53 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5da9ec5c-1b43-478b-9da0-bbad045ab9a4 HTTP/1.1" status: 204 len: 168 time: 1.1056869 May 17 12:02:44.211965 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-b9efb678-47b3-4c49-b7f6-ea9258bfc970 req-a99849be-7fa7-4a54-8286-83add52241b6 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18cb5e0-349e-4af4-a126-102dafc72b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360661 May 17 12:02:44.222888 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-9ffbe1a7-68f0-469c-b4cb-4ef1b17857ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:44.244957 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.provisioning_blocks [None req-9ffbe1a7-68f0-469c-b4cb-4ef1b17857ae admin admin] Transition to ACTIVE for port object 9fa396ed-e1ff-4889-b151-7c9bd10926ab will not be triggered until provisioned by entity DHCP. {{(pid=78701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:02:44.256066 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4eee99-8b47-40a7-b2a4-1328fe490ef4 admin admin] Pushing event updated for resources: {'Port': ['ID=251ab6a6-a5cc-4745-a40c-2fa80a951893,revision_number=2']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:44.258996 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-3f4eee99-8b47-40a7-b2a4-1328fe490ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:44.277588 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:44.282050 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-9ffbe1a7-68f0-469c-b4cb-4ef1b17857ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534708'] for port, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:44.296528 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:44.304655 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4eee99-8b47-40a7-b2a4-1328fe490ef4 admin admin] Router dccc072a-e607-43c3-aad2-3fd800a71253 has already been hosted by L3 agent 7d9bdccf-07e9-4436-af26-1dad3be87fd8 {{(pid=78700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:02:44.416435 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] For port 5bff7479-ddba-4202-b986-70c41e1aa62b, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=5bff7479-ddba-4202-b986-70c41e1aa62b,segment=NetworkSegment(ebfe5be2-a5ab-413f-9970-7c2debd41896),segment_id=ebfe5be2-a5ab-413f-9970-7c2debd41896)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:02:44.451691 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f6524-61c5-47b4-b08a-46951fd6b122 None None] Pushing event updated for resources: {'Port': ['ID=c0c2d5aa-7c9b-49aa-a468-4980eae19b62,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:44.463234 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-446f6524-61c5-47b4-b08a-46951fd6b122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:44.463978 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:44.464825 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 67d64b7a-7be9-4c1d-b768-a8f2ae451cdc up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:02:44.477833 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffbe1a7-68f0-469c-b4cb-4ef1b17857ae admin admin] Network 158e2f75-1664-407e-80ea-d65885984f73 is already hosted by enough agents. {{(pid=78701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:02:44.480754 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.base_scheduler [None req-9ffbe1a7-68f0-469c-b4cb-4ef1b17857ae admin admin] Resources bound (agent type, host, resource id): {{(pid=78701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:02:44.485784 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffbe1a7-68f0-469c-b4cb-4ef1b17857ae admin admin] Received port after_create {{(pid=78701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:02:44.538794 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:44.541133 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffbe1a7-68f0-469c-b4cb-4ef1b17857ae admin admin] Pushing event updated for resources: {'Port': ['ID=9fa396ed-e1ff-4889-b151-7c9bd10926ab,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:44.545951 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-9ffbe1a7-68f0-469c-b4cb-4ef1b17857ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:44.569275 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-9ffbe1a7-68f0-469c-b4cb-4ef1b17857ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407999'] for router_interface, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:44.570458 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:44.572183 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4eee99-8b47-40a7-b2a4-1328fe490ef4 admin admin] Notify agent at l3_agent.dv-cinder-734144-19-iscsi the message routers_updated {{(pid=78700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:02:44.582150 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41917821-4ef0-46ab-9be0-ae6ee6f45b88 None None] Sync routers for ids ['dccc072a-e607-43c3-aad2-3fd800a71253'] in dv-cinder-734144-19-iscsi {{(pid=78703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:02:44.586803 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-3f4eee99-8b47-40a7-b2a4-1328fe490ef4 admin admin] 10.222.0.11 "PUT /v2.0/routers/dccc072a-e607-43c3-aad2-3fd800a71253/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7797191 May 17 12:02:44.605940 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41917821-4ef0-46ab-9be0-ae6ee6f45b88 None None] Routers {'dccc072a-e607-43c3-aad2-3fd800a71253'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:02:44.607798 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-41917821-4ef0-46ab-9be0-ae6ee6f45b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:02:41Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['dccc072a-e607-43c3-aad2-3fd800a71253'], 'active': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:02:44.640435 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-aee6a086-99e7-4a42-b0ab-cef253c162f4 None None] Attempting to bind port c0c2d5aa-7c9b-49aa-a468-4980eae19b62 on host dv-cinder-734144-19-iscsi for vnic_type normal with profile {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:02:44.640829 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-aee6a086-99e7-4a42-b0ab-cef253c162f4 None None] Attempting to bind port c0c2d5aa-7c9b-49aa-a468-4980eae19b62 by drivers openvswitch,hyperv on host dv-cinder-734144-19-iscsi at level 0 using segments [{'id': '8b5d1e01-0c84-4e6b-9682-76a98a471ba9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '163aee93-eed0-47f4-9809-6291286e957c'}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:02:44.641778 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee6a086-99e7-4a42-b0ab-cef253c162f4 None None] Attempting to bind port c0c2d5aa-7c9b-49aa-a468-4980eae19b62 on network 163aee93-eed0-47f4-9809-6291286e957c {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:02:44.721636 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee6a086-99e7-4a42-b0ab-cef253c162f4 None None] Checking agent: {'id': '99430f10-7a80-40b5-88dc-f3a197e5e86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 11), 'started_at': datetime.datetime(2021, 5, 17, 11, 53, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:02:44.722119 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee6a086-99e7-4a42-b0ab-cef253c162f4 None None] Checking segment: {'id': '8b5d1e01-0c84-4e6b-9682-76a98a471ba9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '163aee93-eed0-47f4-9809-6291286e957c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:02:44.722654 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-aee6a086-99e7-4a42-b0ab-cef253c162f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:44.723240 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee6a086-99e7-4a42-b0ab-cef253c162f4 None None] Bound using segment: {'id': '8b5d1e01-0c84-4e6b-9682-76a98a471ba9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '163aee93-eed0-47f4-9809-6291286e957c'} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:02:44.724057 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-aee6a086-99e7-4a42-b0ab-cef253c162f4 None None] Bound port: c0c2d5aa-7c9b-49aa-a468-4980eae19b62, host: dv-cinder-734144-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b5d1e01-0c84-4e6b-9682-76a98a471ba9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '163aee93-eed0-47f4-9809-6291286e957c'}}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:02:44.724479 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-aee6a086-99e7-4a42-b0ab-cef253c162f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:44.842864 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-e4d7d02a-a64d-4c55-a8cf-37a6ce5013be None None] Provisioning complete for port 251ab6a6-a5cc-4745-a40c-2fa80a951893 triggered by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:02:44.843248 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e4d7d02a-a64d-4c55-a8cf-37a6ce5013be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:44.853999 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-9ffbe1a7-68f0-469c-b4cb-4ef1b17857ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:44.950456 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-aee6a086-99e7-4a42-b0ab-cef253c162f4 None None] For port c0c2d5aa-7c9b-49aa-a468-4980eae19b62, host dv-cinder-734144-19-iscsi, cleared binding levels {{(pid=78702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:02:44.954891 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-aee6a086-99e7-4a42-b0ab-cef253c162f4 None None] For port c0c2d5aa-7c9b-49aa-a468-4980eae19b62, host dv-cinder-734144-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=c0c2d5aa-7c9b-49aa-a468-4980eae19b62,segment=NetworkSegment(8b5d1e01-0c84-4e6b-9682-76a98a471ba9),segment_id=8b5d1e01-0c84-4e6b-9682-76a98a471ba9)] {{(pid=78702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:02:44.980626 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvr_db [None req-41917821-4ef0-46ab-9be0-ae6ee6f45b88 None None] Set router dccc072a-e607-43c3-aad2-3fd800a71253 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:02:44.991778 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-aee6a086-99e7-4a42-b0ab-cef253c162f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:44.998829 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8e7a8-fde8-4793-bd2b-4d5485870d72 req-21b707c5-851d-416f-be28-5d2f7f50fe45 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:45.000543 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d8b8e7a8-fde8-4793-bd2b-4d5485870d72 req-21b707c5-851d-416f-be28-5d2f7f50fe45 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 946 time: 0.1706002 May 17 12:02:45.009846 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Pushing event updated for resources: {'Port': ['ID=5bff7479-ddba-4202-b986-70c41e1aa62b,revision_number=5']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:45.018536 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:45.022746 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-0563d4b0-c90b-4bbd-829e-f6699361f3bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:45.104017 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d8b8e7a8-fde8-4793-bd2b-4d5485870d72 req-1f919902-ffc1-4bf2-8f4b-3374d40182bc tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956759 May 17 12:02:45.135893 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f6524-61c5-47b4-b08a-46951fd6b122 None None] Pushing event updated for resources: {'Port': ['ID=c0c2d5aa-7c9b-49aa-a468-4980eae19b62,revision_number=3']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:45.143950 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-446f6524-61c5-47b4-b08a-46951fd6b122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:45.152087 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 56946) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:45.152269 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-e4d7d02a-a64d-4c55-a8cf-37a6ce5013be None None] Port 251ab6a6-a5cc-4745-a40c-2fa80a951893 cannot update to ACTIVE because it is not bound. {{(pid=78702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 12:02:45.169434 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee6a086-99e7-4a42-b0ab-cef253c162f4 None None] Routers {'e6b4259c-eaa5-40df-a8e5-36e8722bce22'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:02:45.171061 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-aee6a086-99e7-4a42-b0ab-cef253c162f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:02:41Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['e6b4259c-eaa5-40df-a8e5-36e8722bce22'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:02:45.228994 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port 67d64b7a-7be9-4c1d-b768-a8f2ae451cdc triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:02:45.229490 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:45.259610 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-a6b974a4-57c6-47a4-a8bb-c7ce93f02816 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8221278183cf4d5eaf8a0892d8fc57f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1062515 May 17 12:02:45.271344 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 56958) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:45.364699 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-9ffbe1a7-68f0-469c-b4cb-4ef1b17857ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:45.375369 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-9ffbe1a7-68f0-469c-b4cb-4ef1b17857ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2534717'] for port, after_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:45.412551 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-cfd7f8d7-0ad1-437e-b043-e34250756d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:45.427898 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-0a6f2b3f-569a-4e83-986f-b20b5e7b1bc8 None None] Provisioning for port 9fa396ed-e1ff-4889-b151-7c9bd10926ab completed by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:02:45.457631 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:45.459585 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-cfd7f8d7-0ad1-437e-b043-e34250756d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:45.517854 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-9ffbe1a7-68f0-469c-b4cb-4ef1b17857ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405784'] for router_interface, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:45.565278 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-cfd7f8d7-0ad1-437e-b043-e34250756d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:45.570569 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-913e1bae-6d94-4733-8adb-5e49031fd762 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:45.606065 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-cfd7f8d7-0ad1-437e-b043-e34250756d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:45.610000 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-cfd7f8d7-0ad1-437e-b043-e34250756d9e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/87214910-d1fd-4fdf-94eb-19658999d25a HTTP/1.1" status: 204 len: 168 time: 0.3360336 May 17 12:02:45.611347 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd7f8d7-0ad1-437e-b043-e34250756d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87214910-d1fd-4fdf-94eb-19658999d25a,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:45.618718 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-cfd7f8d7-0ad1-437e-b043-e34250756d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:45.705161 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-41917821-4ef0-46ab-9be0-ae6ee6f45b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'name': 'tempest-AttachVolumeShelveTestJSON-1697176697-router', 'tenant_id': 'eb0716dd61384274b0edea30aa0018fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'd9ad547f-4c6a-4a32-bf92-5be01a5e6552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:34Z', 'updated_at': '2021-05-17T12:02:42Z', 'revision_number': 4, 'project_id': 'eb0716dd61384274b0edea30aa0018fc', 'gw_port': {'id': 'd9ad547f-4c6a-4a32-bf92-5be01a5e6552', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:35Z', 'updated_at': '2021-05-17T12:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': '251ab6a6-a5cc-4745-a40c-2fa80a951893', 'name': '', 'network_id': '60d01f58-95c2-41d0-9639-8f96ef255b31', 'tenant_id': 'eb0716dd61384274b0edea30aa0018fc', 'mac_address': 'fa:16:3e:b0:ea:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'ef588d6f-d166-4427-8aef-1ce83b0779d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:40Z', 'updated_at': '2021-05-17T12:02:42Z', 'revision_number': 2, 'project_id': 'eb0716dd61384274b0edea30aa0018fc', 'subnets': [{'id': 'ef588d6f-d166-4427-8aef-1ce83b0779d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:02:45.716251 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41917821-4ef0-46ab-9be0-ae6ee6f45b88 None None] Checking router: dccc072a-e607-43c3-aad2-3fd800a71253 for host: dv-cinder-734144-19-iscsi {{(pid=78703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:02:45.716712 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41917821-4ef0-46ab-9be0-ae6ee6f45b88 None None] Updating router dccc072a-e607-43c3-aad2-3fd800a71253 port 251ab6a6-a5cc-4745-a40c-2fa80a951893 binding host dv-cinder-734144-19-iscsi {{(pid=78703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:02:45.741088 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-0a6f2b3f-569a-4e83-986f-b20b5e7b1bc8 None None] Provisioning complete for port 9fa396ed-e1ff-4889-b151-7c9bd10926ab triggered by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:02:45.741577 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2b3f-569a-4e83-986f-b20b5e7b1bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:45.745804 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffbe1a7-68f0-469c-b4cb-4ef1b17857ae admin admin] Pushing event updated for resources: {'Port': ['ID=9fa396ed-e1ff-4889-b151-7c9bd10926ab,revision_number=2']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:45.756551 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-9ffbe1a7-68f0-469c-b4cb-4ef1b17857ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:45.791597 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7c195-e690-4e10-a57a-63374ef15ed8 req-b5e80469-4f65-41f5-8e81-0fa09d4dcc95 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:45.799863 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-7cf7c195-e690-4e10-a57a-63374ef15ed8 req-b5e80469-4f65-41f5-8e81-0fa09d4dcc95 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/ports?device_id=566dc5cf-88aa-44d1-a18e-4c6238b07107 HTTP/1.1" status: 200 len: 945 time: 0.1610167 May 17 12:02:45.845089 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-41917821-4ef0-46ab-9be0-ae6ee6f45b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:45.859234 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-0a6f2b3f-569a-4e83-986f-b20b5e7b1bc8 None None] Port 9fa396ed-e1ff-4889-b151-7c9bd10926ab cannot update to ACTIVE because it is not bound. {{(pid=78702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 12:02:45.886482 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-7cf7c195-e690-4e10-a57a-63374ef15ed8 req-f96a6958-ea1a-4ad2-8415-704dca26e8ce tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18cb5e0-349e-4af4-a126-102dafc72b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855646 May 17 12:02:45.933724 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffbe1a7-68f0-469c-b4cb-4ef1b17857ae admin admin] Network 158e2f75-1664-407e-80ea-d65885984f73 is already hosted by enough agents. {{(pid=78701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:02:45.934934 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.base_scheduler [None req-9ffbe1a7-68f0-469c-b4cb-4ef1b17857ae admin admin] Resources bound (agent type, host, resource id): {{(pid=78701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:02:46.066313 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-aee6a086-99e7-4a42-b0ab-cef253c162f4 None None] Set router e6b4259c-eaa5-40df-a8e5-36e8722bce22 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:02:46.598559 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ffbe1a7-68f0-469c-b4cb-4ef1b17857ae admin admin] Router e6b4259c-eaa5-40df-a8e5-36e8722bce22 has already been hosted by L3 agent 7d9bdccf-07e9-4436-af26-1dad3be87fd8 {{(pid=78701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:02:46.677616 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c319bc2-1ea7-4c8c-b9ce-60f7910afd99 req-27e94b70-51d3-4a82-958b-2de53544e029 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:46.679832 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3c319bc2-1ea7-4c8c-b9ce-60f7910afd99 req-27e94b70-51d3-4a82-958b-2de53544e029 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 946 time: 0.2096560 May 17 12:02:46.787909 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3c319bc2-1ea7-4c8c-b9ce-60f7910afd99 req-6400051a-3ddb-4a30-a1dc-be4b1bf44c9c tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003923 May 17 12:02:46.808966 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 57048) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:46.814223 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [None req-6a4cfaec-d228-4460-af4d-cd037222eb62 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1678989211', 'description': 'tempest-description--353839034'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:02:46.838063 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-6a4cfaec-d228-4460-af4d-cd037222eb62 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:46.846975 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-41917821-4ef0-46ab-9be0-ae6ee6f45b88 None None] Notify callbacks [] for port, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:46.854057 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-6a4cfaec-d228-4460-af4d-cd037222eb62 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Usage tracker for resource:security_group and tenant:eb0716dd61384274b0edea30aa0018fc is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:46.857296 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-6a4cfaec-d228-4460-af4d-cd037222eb62 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:46.861389 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.provisioning_blocks [None req-41917821-4ef0-46ab-9be0-ae6ee6f45b88 None None] Transition to ACTIVE for port object 251ab6a6-a5cc-4745-a40c-2fa80a951893 will not be triggered until provisioned by entity L2. {{(pid=78703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:02:46.872543 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-41917821-4ef0-46ab-9be0-ae6ee6f45b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:46.885442 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-1cf62fed-6f91-4ec1-92a6-c18047ad9ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:46.892824 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-6a4cfaec-d228-4460-af4d-cd037222eb62 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:46.922651 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-6a4cfaec-d228-4460-af4d-cd037222eb62 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:47.008025 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-6a4cfaec-d228-4460-af4d-cd037222eb62 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:47.020629 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-6a4cfaec-d228-4460-af4d-cd037222eb62 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Usage tracker for resource:security_group_rule and tenant:eb0716dd61384274b0edea30aa0018fc is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:47.026812 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc76be7a-b824-447f-9e0d-56f5c5a855db None None] Pushing event updated for resources: {'Port': ['ID=251ab6a6-a5cc-4745-a40c-2fa80a951893,revision_number=3']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:47.028679 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device d9ad547f-4c6a-4a32-bf92-5be01a5e6552 up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:02:47.031691 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-6a4cfaec-d228-4460-af4d-cd037222eb62 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:47.038546 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-cc76be7a-b824-447f-9e0d-56f5c5a855db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:47.055728 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-6a4cfaec-d228-4460-af4d-cd037222eb62 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:47.157868 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-a3d8dbea-596d-4051-836f-230e5214f08b None None] Provisioning complete for port 9fa396ed-e1ff-4889-b151-7c9bd10926ab triggered by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:02:47.158452 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a3d8dbea-596d-4051-836f-230e5214f08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:47.194153 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffbe1a7-68f0-469c-b4cb-4ef1b17857ae admin admin] Notify agent at l3_agent.dv-cinder-734144-19-iscsi the message routers_updated {{(pid=78701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:02:47.219804 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-9ffbe1a7-68f0-469c-b4cb-4ef1b17857ae admin admin] 10.222.0.11 "PUT /v2.0/routers/e6b4259c-eaa5-40df-a8e5-36e8722bce22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3963885 May 17 12:02:47.263385 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-6a4cfaec-d228-4460-af4d-cd037222eb62 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:47.270962 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-6a4cfaec-d228-4460-af4d-cd037222eb62 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:47.274207 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-a3d8dbea-596d-4051-836f-230e5214f08b None None] Port 9fa396ed-e1ff-4889-b151-7c9bd10926ab cannot update to ACTIVE because it is not bound. {{(pid=78702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 12:02:47.287018 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:47.318618 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-aee6a086-99e7-4a42-b0ab-cef253c162f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b4259c-eaa5-40df-a8e5-36e8722bce22', 'name': 'tempest-TestMinimumBasicScenario-125130921-router', 'tenant_id': '1f72dd8a632b40638f70a049e97988fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'c0c2d5aa-7c9b-49aa-a468-4980eae19b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:36Z', 'updated_at': '2021-05-17T12:02:44Z', 'revision_number': 4, 'project_id': '1f72dd8a632b40638f70a049e97988fb', 'gw_port': {'id': 'c0c2d5aa-7c9b-49aa-a468-4980eae19b62', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:11:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b4259c-eaa5-40df-a8e5-36e8722bce22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:38Z', 'updated_at': '2021-05-17T12:02:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': '9fa396ed-e1ff-4889-b151-7c9bd10926ab', 'name': '', 'network_id': '158e2f75-1664-407e-80ea-d65885984f73', 'tenant_id': '1f72dd8a632b40638f70a049e97988fb', 'mac_address': 'fa:16:3e:3a:04:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b4259c-eaa5-40df-a8e5-36e8722bce22', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'a3fac5ea-ab17-4488-824a-2c6c6a621e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:43Z', 'updated_at': '2021-05-17T12:02:43Z', 'revision_number': 1, 'project_id': '1f72dd8a632b40638f70a049e97988fb', 'subnets': [{'id': 'a3fac5ea-ab17-4488-824a-2c6c6a621e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:02:47.326065 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee6a086-99e7-4a42-b0ab-cef253c162f4 None None] The sync data for ids ['e6b4259c-eaa5-40df-a8e5-36e8722bce22'] in dv-cinder-734144-19-iscsi is: [{'id': 'e6b4259c-eaa5-40df-a8e5-36e8722bce22', 'name': 'tempest-TestMinimumBasicScenario-125130921-router', 'tenant_id': '1f72dd8a632b40638f70a049e97988fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'c0c2d5aa-7c9b-49aa-a468-4980eae19b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:36Z', 'updated_at': '2021-05-17T12:02:44Z', 'revision_number': 4, 'project_id': '1f72dd8a632b40638f70a049e97988fb', 'gw_port': {'id': 'c0c2d5aa-7c9b-49aa-a468-4980eae19b62', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:11:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b4259c-eaa5-40df-a8e5-36e8722bce22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:38Z', 'updated_at': '2021-05-17T12:02:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': '9fa396ed-e1ff-4889-b151-7c9bd10926ab', 'name': '', 'network_id': '158e2f75-1664-407e-80ea-d65885984f73', 'tenant_id': '1f72dd8a632b40638f70a049e97988fb', 'mac_address': 'fa:16:3e:3a:04:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b4259c-eaa5-40df-a8e5-36e8722bce22', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'a3fac5ea-ab17-4488-824a-2c6c6a621e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:43Z', 'updated_at': '2021-05-17T12:02:43Z', 'revision_number': 1, 'project_id': '1f72dd8a632b40638f70a049e97988fb', 'subnets': [{'id': 'a3fac5ea-ab17-4488-824a-2c6c6a621e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:02:47.332070 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning for port d9ad547f-4c6a-4a32-bf92-5be01a5e6552 completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:02:47.348039 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port d9ad547f-4c6a-4a32-bf92-5be01a5e6552 triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:02:47.348354 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:47.403948 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-6a4cfaec-d228-4460-af4d-cd037222eb62 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:47.408506 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 57068) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:47.408784 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-6a4cfaec-d228-4460-af4d-cd037222eb62 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5985737 May 17 12:02:47.413038 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4cfaec-d228-4460-af4d-cd037222eb62 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:47.416559 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-6a4cfaec-d228-4460-af4d-cd037222eb62 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:47.423529 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-44368e76-7762-4396-84ba-10a57fdc43b6 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Request body: {'security_group_rule': {'security_group_id': 'da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:02:47.432440 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-44368e76-7762-4396-84ba-10a57fdc43b6 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:47.441320 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-44368e76-7762-4396-84ba-10a57fdc43b6 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Usage tracker for resource:security_group_rule and tenant:eb0716dd61384274b0edea30aa0018fc is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:47.447596 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-44368e76-7762-4396-84ba-10a57fdc43b6 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:47.463899 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-44368e76-7762-4396-84ba-10a57fdc43b6 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:47.495723 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-44368e76-7762-4396-84ba-10a57fdc43b6 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:47.585736 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:47.604241 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] For port d9ad547f-4c6a-4a32-bf92-5be01a5e6552, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=d9ad547f-4c6a-4a32-bf92-5be01a5e6552,segment=NetworkSegment(8b5d1e01-0c84-4e6b-9682-76a98a471ba9),segment_id=8b5d1e01-0c84-4e6b-9682-76a98a471ba9)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:02:47.614011 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:47.616521 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-20b08cc5-1722-44e7-99d0-fb1d822fdd1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:47.618456 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [None req-41917821-4ef0-46ab-9be0-ae6ee6f45b88 None None] Attempting to bind port 251ab6a6-a5cc-4745-a40c-2fa80a951893 on host dv-cinder-734144-19-iscsi for vnic_type normal with profile {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:02:47.618944 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [None req-41917821-4ef0-46ab-9be0-ae6ee6f45b88 None None] Attempting to bind port 251ab6a6-a5cc-4745-a40c-2fa80a951893 by drivers openvswitch,hyperv on host dv-cinder-734144-19-iscsi at level 0 using segments [{'id': '5f3ca14c-f170-4716-92b7-0cba2aeab367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '60d01f58-95c2-41d0-9639-8f96ef255b31'}] {{(pid=78703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:02:47.631191 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41917821-4ef0-46ab-9be0-ae6ee6f45b88 None None] Attempting to bind port 251ab6a6-a5cc-4745-a40c-2fa80a951893 on network 60d01f58-95c2-41d0-9639-8f96ef255b31 {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:02:47.640738 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41917821-4ef0-46ab-9be0-ae6ee6f45b88 None None] Checking agent: {'id': '99430f10-7a80-40b5-88dc-f3a197e5e86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 11), 'started_at': datetime.datetime(2021, 5, 17, 11, 53, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:02:47.641165 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41917821-4ef0-46ab-9be0-ae6ee6f45b88 None None] Checking segment: {'id': '5f3ca14c-f170-4716-92b7-0cba2aeab367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '60d01f58-95c2-41d0-9639-8f96ef255b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:02:47.641672 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-41917821-4ef0-46ab-9be0-ae6ee6f45b88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:47.642154 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41917821-4ef0-46ab-9be0-ae6ee6f45b88 None None] Bound using segment: {'id': '5f3ca14c-f170-4716-92b7-0cba2aeab367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '60d01f58-95c2-41d0-9639-8f96ef255b31'} {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:02:47.642617 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [None req-41917821-4ef0-46ab-9be0-ae6ee6f45b88 None None] Bound port: 251ab6a6-a5cc-4745-a40c-2fa80a951893, host: dv-cinder-734144-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f3ca14c-f170-4716-92b7-0cba2aeab367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '60d01f58-95c2-41d0-9639-8f96ef255b31'}}] {{(pid=78703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:02:47.642989 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-41917821-4ef0-46ab-9be0-ae6ee6f45b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:47.663326 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-44368e76-7762-4396-84ba-10a57fdc43b6 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:47.670618 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-44368e76-7762-4396-84ba-10a57fdc43b6 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461307'] for security_group_rule, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:47.693481 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:47.763457 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 57090) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:47.798755 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 5bff7479-ddba-4202-b986-70c41e1aa62b up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:02:47.822559 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44368e76-7762-4396-84ba-10a57fdc43b6 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b9ee25a-d190-4e5a-a45b-eef84828f56f,revision_number=0']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:47.834471 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-44368e76-7762-4396-84ba-10a57fdc43b6 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:47.839254 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-44368e76-7762-4396-84ba-10a57fdc43b6 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:47.844794 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 57102) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:47.855141 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-44368e76-7762-4396-84ba-10a57fdc43b6 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4310369 May 17 12:02:47.855791 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [None req-52d06843-a511-43ae-b288-eda9aaffb787 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Request body: {'security_group_rule': {'security_group_id': 'da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:02:47.870871 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-52d06843-a511-43ae-b288-eda9aaffb787 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:47.877892 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-52d06843-a511-43ae-b288-eda9aaffb787 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Usage tracker for resource:security_group_rule and tenant:eb0716dd61384274b0edea30aa0018fc is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:47.889464 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-52d06843-a511-43ae-b288-eda9aaffb787 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:47.903903 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-52d06843-a511-43ae-b288-eda9aaffb787 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:47.937652 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-52d06843-a511-43ae-b288-eda9aaffb787 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:47.949493 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [None req-41917821-4ef0-46ab-9be0-ae6ee6f45b88 None None] For port 251ab6a6-a5cc-4745-a40c-2fa80a951893, host dv-cinder-734144-19-iscsi, cleared binding levels {{(pid=78703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:02:47.972861 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [None req-41917821-4ef0-46ab-9be0-ae6ee6f45b88 None None] For port 251ab6a6-a5cc-4745-a40c-2fa80a951893, host dv-cinder-734144-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=251ab6a6-a5cc-4745-a40c-2fa80a951893,segment=NetworkSegment(5f3ca14c-f170-4716-92b7-0cba2aeab367),segment_id=5f3ca14c-f170-4716-92b7-0cba2aeab367)] {{(pid=78703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:02:47.980580 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-41917821-4ef0-46ab-9be0-ae6ee6f45b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:48.000255 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-03a9312d-7061-4fff-80c6-817a320e4b31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:48.142496 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-52d06843-a511-43ae-b288-eda9aaffb787 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:48.154359 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-52d06843-a511-43ae-b288-eda9aaffb787 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461307'] for security_group_rule, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:48.157775 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-f875ddbe-0191-4bc6-9511-18dfac381b2e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:48.180805 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Pushing event updated for resources: {'Port': ['ID=d9ad547f-4c6a-4a32-bf92-5be01a5e6552,revision_number=4']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:48.190662 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc76be7a-b824-447f-9e0d-56f5c5a855db None None] Pushing event updated for resources: {'Port': ['ID=251ab6a6-a5cc-4745-a40c-2fa80a951893,revision_number=4']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:48.195419 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-cc76be7a-b824-447f-9e0d-56f5c5a855db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:48.210747 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:48.242280 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41917821-4ef0-46ab-9be0-ae6ee6f45b88 None None] Routers {'dccc072a-e607-43c3-aad2-3fd800a71253'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:02:48.245506 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-41917821-4ef0-46ab-9be0-ae6ee6f45b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:02:41Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['dccc072a-e607-43c3-aad2-3fd800a71253'], 'active': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:02:48.263776 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d06843-a511-43ae-b288-eda9aaffb787 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61878339-4ab1-4a37-878d-af4a90d20d04,revision_number=0']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:48.267818 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-52d06843-a511-43ae-b288-eda9aaffb787 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:48.280582 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [None req-8865fac0-0880-4db1-b7c5-759315d2d8c2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-615715630-network', 'tenant_id': '2846a1a5fb9c443b83c02847701e12d0'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:02:48.294041 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-52d06843-a511-43ae-b288-eda9aaffb787 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:48.295608 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-52d06843-a511-43ae-b288-eda9aaffb787 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4454951 May 17 12:02:48.301886 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 57122) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:48.303139 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-8865fac0-0880-4db1-b7c5-759315d2d8c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:48.311495 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-8865fac0-0880-4db1-b7c5-759315d2d8c2 admin admin] Usage tracker for resource:network and tenant:2846a1a5fb9c443b83c02847701e12d0 is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:48.325559 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [None req-d9296921-ec15-4df3-97fa-acc8eacd500a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Request body: {'floatingip': {'floating_network_id': '163aee93-eed0-47f4-9809-6291286e957c'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:02:48.331110 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-8865fac0-0880-4db1-b7c5-759315d2d8c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:48.335312 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port 5bff7479-ddba-4202-b986-70c41e1aa62b triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:02:48.338761 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:48.367238 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-d9296921-ec15-4df3-97fa-acc8eacd500a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:48.385054 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-8865fac0-0880-4db1-b7c5-759315d2d8c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:48.395330 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-d9296921-ec15-4df3-97fa-acc8eacd500a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Usage tracker for resource:floatingip and tenant:eb0716dd61384274b0edea30aa0018fc is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:48.422749 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-d9296921-ec15-4df3-97fa-acc8eacd500a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:48.458676 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-d9296921-ec15-4df3-97fa-acc8eacd500a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:48.487914 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8865fac0-0880-4db1-b7c5-759315d2d8c2 admin admin] Made reservation on behalf of 2846a1a5fb9c443b83c02847701e12d0 for: {'network': 1} {{(pid=78700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:02:48.501274 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-8865fac0-0880-4db1-b7c5-759315d2d8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1523871'] for network, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:48.585365 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3e598-6e2d-468f-a71b-fb20d78d2239 req-91a1c545-20a5-4e71-a55b-7ff83e9520f3 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:48.587031 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-21e3e598-6e2d-468f-a71b-fb20d78d2239 req-91a1c545-20a5-4e71-a55b-7ff83e9520f3 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 946 time: 0.4275248 May 17 12:02:48.611990 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-8865fac0-0880-4db1-b7c5-759315d2d8c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:48.636471 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-d9296921-ec15-4df3-97fa-acc8eacd500a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks [] for floatingip, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:48.693198 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-8865fac0-0880-4db1-b7c5-759315d2d8c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:48.704097 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-8865fac0-0880-4db1-b7c5-759315d2d8c2 admin admin] Usage tracker for resource:security_group_rule and tenant:2846a1a5fb9c443b83c02847701e12d0 is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:48.784985 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-21e3e598-6e2d-468f-a71b-fb20d78d2239 req-8b9d6943-4b67-42fd-b92e-4c8551c9fd74 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859152 May 17 12:02:48.812836 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-8865fac0-0880-4db1-b7c5-759315d2d8c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:48.834827 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvr_db [None req-41917821-4ef0-46ab-9be0-ae6ee6f45b88 None None] Set router dccc072a-e607-43c3-aad2-3fd800a71253 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:02:48.910558 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-8865fac0-0880-4db1-b7c5-759315d2d8c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:49.003150 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 2f3209f5-4b34-4b9e-b96c-ccf40abcd56d up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:02:49.142444 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port 2f3209f5-4b34-4b9e-b96c-ccf40abcd56d triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:02:49.144452 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:49.197372 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-8865fac0-0880-4db1-b7c5-759315d2d8c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:49.216242 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-8865fac0-0880-4db1-b7c5-759315d2d8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:49.244489 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-9aa3517d-1207-4ffc-8d9f-8bdd8f7883f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:49.381559 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8865fac0-0880-4db1-b7c5-759315d2d8c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=78700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:02:49.416718 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8865fac0-0880-4db1-b7c5-759315d2d8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4609e12-e46f-4a58-bc22-a2a4bae9bd50,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:49.420355 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-8865fac0-0880-4db1-b7c5-759315d2d8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205'] for segment, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:49.420893 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.db.segments_db [None req-8865fac0-0880-4db1-b7c5-759315d2d8c2 admin admin] Added segment fc33f06e-2bc8-4f14-a3bc-34577e37d0fa of type vlan for network 9ea770b3-9ee6-4340-b57a-35491587accb May 17 12:02:49.429439 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-8865fac0-0880-4db1-b7c5-759315d2d8c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:49.481451 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-8865fac0-0880-4db1-b7c5-759315d2d8c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762326795951'] for network, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:49.485959 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-d9296921-ec15-4df3-97fa-acc8eacd500a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:49.597046 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da2738-501b-4eca-94c8-4a2cbc3f71da req-eea90dd7-1833-4e7d-bd4e-32a6d7e3b595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:49.602918 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-56da2738-501b-4eca-94c8-4a2cbc3f71da req-eea90dd7-1833-4e7d-bd4e-32a6d7e3b595 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 1099 time: 0.1880472 May 17 12:02:49.740550 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-56da2738-501b-4eca-94c8-4a2cbc3f71da req-e2389eb9-ba2a-4da6-9a96-49cfba772a39 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163156 May 17 12:02:49.778376 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-41917821-4ef0-46ab-9be0-ae6ee6f45b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'name': 'tempest-AttachVolumeShelveTestJSON-1697176697-router', 'tenant_id': 'eb0716dd61384274b0edea30aa0018fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'd9ad547f-4c6a-4a32-bf92-5be01a5e6552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:34Z', 'updated_at': '2021-05-17T12:02:42Z', 'revision_number': 4, 'project_id': 'eb0716dd61384274b0edea30aa0018fc', 'gw_port': {'id': 'd9ad547f-4c6a-4a32-bf92-5be01a5e6552', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:35Z', 'updated_at': '2021-05-17T12:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': '251ab6a6-a5cc-4745-a40c-2fa80a951893', 'name': '', 'network_id': '60d01f58-95c2-41d0-9639-8f96ef255b31', 'tenant_id': 'eb0716dd61384274b0edea30aa0018fc', 'mac_address': 'fa:16:3e:b0:ea:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'ef588d6f-d166-4427-8aef-1ce83b0779d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:40Z', 'updated_at': '2021-05-17T12:02:47Z', 'revision_number': 4, 'project_id': 'eb0716dd61384274b0edea30aa0018fc', 'subnets': [{'id': 'ef588d6f-d166-4427-8aef-1ce83b0779d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:02:49.782807 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41917821-4ef0-46ab-9be0-ae6ee6f45b88 None None] The sync data for ids ['dccc072a-e607-43c3-aad2-3fd800a71253'] in dv-cinder-734144-19-iscsi is: [{'id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'name': 'tempest-AttachVolumeShelveTestJSON-1697176697-router', 'tenant_id': 'eb0716dd61384274b0edea30aa0018fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'd9ad547f-4c6a-4a32-bf92-5be01a5e6552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:34Z', 'updated_at': '2021-05-17T12:02:42Z', 'revision_number': 4, 'project_id': 'eb0716dd61384274b0edea30aa0018fc', 'gw_port': {'id': 'd9ad547f-4c6a-4a32-bf92-5be01a5e6552', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:35Z', 'updated_at': '2021-05-17T12:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': '251ab6a6-a5cc-4745-a40c-2fa80a951893', 'name': '', 'network_id': '60d01f58-95c2-41d0-9639-8f96ef255b31', 'tenant_id': 'eb0716dd61384274b0edea30aa0018fc', 'mac_address': 'fa:16:3e:b0:ea:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'ef588d6f-d166-4427-8aef-1ce83b0779d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:40Z', 'updated_at': '2021-05-17T12:02:47Z', 'revision_number': 4, 'project_id': 'eb0716dd61384274b0edea30aa0018fc', 'subnets': [{'id': 'ef588d6f-d166-4427-8aef-1ce83b0779d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:02:49.889186 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-8865fac0-0880-4db1-b7c5-759315d2d8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533501'] for network, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:49.892245 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8865fac0-0880-4db1-b7c5-759315d2d8c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:49.909501 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-8865fac0-0880-4db1-b7c5-759315d2d8c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for network, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:49.916857 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:50.008226 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device c0c2d5aa-7c9b-49aa-a468-4980eae19b62 up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:02:50.260801 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning for port c0c2d5aa-7c9b-49aa-a468-4980eae19b62 completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:02:50.275311 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port c0c2d5aa-7c9b-49aa-a468-4980eae19b62 triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:02:50.276352 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:50.285496 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.db_base_plugin_common [None req-d9296921-ec15-4df3-97fa-acc8eacd500a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Allocated IP 172.27.1.186 (163aee93-eed0-47f4-9809-6291286e957c/35eb0c40-f6d0-43b5-b72a-9e8dd7567b53/eb285b7a-0dcc-43d7-aec3-b7acee31c27f) {{(pid=78700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:02:50.407739 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-8865fac0-0880-4db1-b7c5-759315d2d8c2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.6411529 May 17 12:02:50.417295 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 57176) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:02:50.420501 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8865fac0-0880-4db1-b7c5-759315d2d8c2 admin admin] Pushing event updated for resources: {'Network': ['ID=9ea770b3-9ee6-4340-b57a-35491587accb,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:50.427391 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-8865fac0-0880-4db1-b7c5-759315d2d8c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:50.439227 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Network 9ea770b3-9ee6-4340-b57a-35491587accb details requested by agent ovs-agent-dv-cinder-734144-19-iscsi with host dv-cinder-734144-19-iscsi {{(pid=78702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 12:02:50.563468 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbf255-2b4b-4198-b179-f6e7788e33e8 req-2f787ede-45b0-426c-b795-c7e5618dc132 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:50.566281 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-68fbf255-2b4b-4198-b179-f6e7788e33e8 req-2f787ede-45b0-426c-b795-c7e5618dc132 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 946 time: 0.3942842 May 17 12:02:50.575564 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [None req-be1a3c65-0f58-43d8-8f32-a856d98a0716 admin admin] Request body: {'subnet': {'network_id': '9ea770b3-9ee6-4340-b57a-35491587accb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-615715630-subnet', 'tenant_id': '2846a1a5fb9c443b83c02847701e12d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:02:50.628527 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-be1a3c65-0f58-43d8-8f32-a856d98a0716 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:02:50.639975 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-be1a3c65-0f58-43d8-8f32-a856d98a0716 admin admin] Usage tracker for resource:subnet and tenant:2846a1a5fb9c443b83c02847701e12d0 is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:02:50.652912 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-68fbf255-2b4b-4198-b179-f6e7788e33e8 req-0d1d310e-b142-410b-aa63-41fc5c8dae5f tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791523 May 17 12:02:50.663977 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-be1a3c65-0f58-43d8-8f32-a856d98a0716 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:02:50.677229 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-be1a3c65-0f58-43d8-8f32-a856d98a0716 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:02:50.722714 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:50.742349 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1a3c65-0f58-43d8-8f32-a856d98a0716 admin admin] Made reservation on behalf of 2846a1a5fb9c443b83c02847701e12d0 for: {'subnet': 1} {{(pid=78700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:02:50.745337 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-be1a3c65-0f58-43d8-8f32-a856d98a0716 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2936353'] for subnet, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:50.746400 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] For port c0c2d5aa-7c9b-49aa-a468-4980eae19b62, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=c0c2d5aa-7c9b-49aa-a468-4980eae19b62,segment=NetworkSegment(8b5d1e01-0c84-4e6b-9682-76a98a471ba9),segment_id=8b5d1e01-0c84-4e6b-9682-76a98a471ba9)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:02:50.755738 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:50.757045 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device d9ad547f-4c6a-4a32-bf92-5be01a5e6552 up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:02:50.800533 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-79fd7f7e-e82a-46f7-8d26-d3a1daa285aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:51.031233 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-d9296921-ec15-4df3-97fa-acc8eacd500a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks [] for port, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:51.064394 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Pushing event updated for resources: {'Port': ['ID=c0c2d5aa-7c9b-49aa-a468-4980eae19b62,revision_number=4']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:51.074277 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:51.121363 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port d9ad547f-4c6a-4a32-bf92-5be01a5e6552 triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:02:51.122955 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:51.276732 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-d9296921-ec15-4df3-97fa-acc8eacd500a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:51.306408 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:51.446953 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9296921-ec15-4df3-97fa-acc8eacd500a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Pushing event updated for resources: {'Port': ['ID=eb285b7a-0dcc-43d7-aec3-b7acee31c27f,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:51.452631 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-d9296921-ec15-4df3-97fa-acc8eacd500a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:51.492717 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9296921-ec15-4df3-97fa-acc8eacd500a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Network 163aee93-eed0-47f4-9809-6291286e957c is already hosted by enough agents. {{(pid=78700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:02:51.505520 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.base_scheduler [None req-d9296921-ec15-4df3-97fa-acc8eacd500a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Resources bound (agent type, host, resource id): {{(pid=78700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:02:51.519849 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9296921-ec15-4df3-97fa-acc8eacd500a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Received port after_create {{(pid=78700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:02:51.879862 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-d9296921-ec15-4df3-97fa-acc8eacd500a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:51.921865 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf195698-e678-4b0e-9146-59d2630715ae req-9c0daf5d-7bd8-4431-9176-87f1834864e5 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:51.922624 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 251ab6a6-a5cc-4745-a40c-2fa80a951893 up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:02:51.934266 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-cf195698-e678-4b0e-9146-59d2630715ae req-9c0daf5d-7bd8-4431-9176-87f1834864e5 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 946 time: 0.1150994 May 17 12:02:52.004603 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-cf195698-e678-4b0e-9146-59d2630715ae req-dc0463ff-e4c1-430f-b606-dee5a95c382e tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690742 May 17 12:02:52.053882 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning for port 251ab6a6-a5cc-4745-a40c-2fa80a951893 completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:02:52.060892 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port 251ab6a6-a5cc-4745-a40c-2fa80a951893 triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:02:52.061290 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:52.133951 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-d9296921-ec15-4df3-97fa-acc8eacd500a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:52.239769 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:52.290014 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] For port 251ab6a6-a5cc-4745-a40c-2fa80a951893, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=251ab6a6-a5cc-4745-a40c-2fa80a951893,segment=NetworkSegment(5f3ca14c-f170-4716-92b7-0cba2aeab367),segment_id=5f3ca14c-f170-4716-92b7-0cba2aeab367)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:02:52.296119 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:52.297481 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device c0c2d5aa-7c9b-49aa-a468-4980eae19b62 up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:02:52.378993 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-20b08cc5-1722-44e7-99d0-fb1d822fdd1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:52.456203 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Pushing event updated for resources: {'Port': ['ID=251ab6a6-a5cc-4745-a40c-2fa80a951893,revision_number=5']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:52.460570 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:52.482171 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port c0c2d5aa-7c9b-49aa-a468-4980eae19b62 triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:02:52.482384 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a00dd-79fa-4450-9b4e-69943a2f6369 req-ac813c1c-7e66-4c96-8a49-52cde5e38d39 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:52.483017 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:52.483647 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ba3a00dd-79fa-4450-9b4e-69943a2f6369 req-ac813c1c-7e66-4c96-8a49-52cde5e38d39 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.3066938 May 17 12:02:52.485565 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-be1a3c65-0f58-43d8-8f32-a856d98a0716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2209136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2936371'] for subnet, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:52.494941 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:52.616250 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-d9296921-ec15-4df3-97fa-acc8eacd500a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks [] for port, precommit_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:52.621954 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1a3c65-0f58-43d8-8f32-a856d98a0716 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56d651cc-222a-449b-8c4a-e67f322f88b0,revision_number=0']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:52.629903 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-d9296921-ec15-4df3-97fa-acc8eacd500a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2209221'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:52.633337 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ba3a00dd-79fa-4450-9b4e-69943a2f6369 req-e4dc9686-3726-461c-834c-ae84a91996a6 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402254 May 17 12:02:52.634336 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-be1a3c65-0f58-43d8-8f32-a856d98a0716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:52.641779 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:52.719562 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1a3c65-0f58-43d8-8f32-a856d98a0716 admin admin] Checking segment: {'id': 'fc33f06e-2bc8-4f14-a3bc-34577e37d0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9ea770b3-9ee6-4340-b57a-35491587accb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:02:52.719899 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1a3c65-0f58-43d8-8f32-a856d98a0716 admin admin] Network hostable DHCP agents. Network: 9ea770b3-9ee6-4340-b57a-35491587accb, hostable agents: ['1bb0aafc-e938-4aea-abc6-5926a36b60fa'], hosted agents: [] {{(pid=78700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:02:52.900326 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1a3c65-0f58-43d8-8f32-a856d98a0716 admin admin] Network 9ea770b3-9ee6-4340-b57a-35491587accb is scheduled to be hosted by DHCP agent 1bb0aafc-e938-4aea-abc6-5926a36b60fa with binding_index 1 {{(pid=78700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:02:52.908023 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9296921-ec15-4df3-97fa-acc8eacd500a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Pushing event updated for resources: {'Port': ['ID=eb285b7a-0dcc-43d7-aec3-b7acee31c27f,revision_number=2']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:52.925875 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-d9296921-ec15-4df3-97fa-acc8eacd500a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:52.941117 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-d9296921-ec15-4df3-97fa-acc8eacd500a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407876'] for floatingip, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:53.004601 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.base_scheduler [None req-be1a3c65-0f58-43d8-8f32-a856d98a0716 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-19-iscsi, 9ea770b3-9ee6-4340-b57a-35491587accb) {{(pid=78700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:02:53.010720 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-d9296921-ec15-4df3-97fa-acc8eacd500a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for floatingip, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:53.021250 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-d9296921-ec15-4df3-97fa-acc8eacd500a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7072008 May 17 12:02:53.031845 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c644d486-0a39-4852-a603-a949d47a5c37 None None] Network 9ea770b3-9ee6-4340-b57a-35491587accb requested from dv-cinder-734144-19-iscsi {{(pid=78702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:02:53.034084 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1a3c65-0f58-43d8-8f32-a856d98a0716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:53.034698 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-be1a3c65-0f58-43d8-8f32-a856d98a0716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for subnet, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:53.089544 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-be1a3c65-0f58-43d8-8f32-a856d98a0716 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.6585920 May 17 12:02:53.575826 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c534df-e479-4eaf-9536-32b9f0103280 None None] Sync routers for ids ['e6b4259c-eaa5-40df-a8e5-36e8722bce22'] in dv-cinder-734144-19-iscsi {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:02:53.607049 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c534df-e479-4eaf-9536-32b9f0103280 None None] Routers {'e6b4259c-eaa5-40df-a8e5-36e8722bce22'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:02:53.607702 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-e1c534df-e479-4eaf-9536-32b9f0103280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:02:41Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['e6b4259c-eaa5-40df-a8e5-36e8722bce22'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:02:53.658252 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b59531-cb75-478e-948e-02edcee7b406 None None] Network 9ea770b3-9ee6-4340-b57a-35491587accb requested from dv-cinder-734144-19-iscsi {{(pid=78702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:02:53.808394 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 251ab6a6-a5cc-4745-a40c-2fa80a951893 up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:02:54.240239 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-e1c534df-e479-4eaf-9536-32b9f0103280 None None] Set router e6b4259c-eaa5-40df-a8e5-36e8722bce22 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:02:54.304320 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port 251ab6a6-a5cc-4745-a40c-2fa80a951893 triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:02:54.305350 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:54.843434 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-e1c534df-e479-4eaf-9536-32b9f0103280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b4259c-eaa5-40df-a8e5-36e8722bce22', 'name': 'tempest-TestMinimumBasicScenario-125130921-router', 'tenant_id': '1f72dd8a632b40638f70a049e97988fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'c0c2d5aa-7c9b-49aa-a468-4980eae19b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:36Z', 'updated_at': '2021-05-17T12:02:44Z', 'revision_number': 4, 'project_id': '1f72dd8a632b40638f70a049e97988fb', 'gw_port': {'id': 'c0c2d5aa-7c9b-49aa-a468-4980eae19b62', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:11:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b4259c-eaa5-40df-a8e5-36e8722bce22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:38Z', 'updated_at': '2021-05-17T12:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': '9fa396ed-e1ff-4889-b151-7c9bd10926ab', 'name': '', 'network_id': '158e2f75-1664-407e-80ea-d65885984f73', 'tenant_id': '1f72dd8a632b40638f70a049e97988fb', 'mac_address': 'fa:16:3e:3a:04:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b4259c-eaa5-40df-a8e5-36e8722bce22', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'a3fac5ea-ab17-4488-824a-2c6c6a621e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:43Z', 'updated_at': '2021-05-17T12:02:44Z', 'revision_number': 2, 'project_id': '1f72dd8a632b40638f70a049e97988fb', 'subnets': [{'id': 'a3fac5ea-ab17-4488-824a-2c6c6a621e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:02:54.846395 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c534df-e479-4eaf-9536-32b9f0103280 None None] Checking router: e6b4259c-eaa5-40df-a8e5-36e8722bce22 for host: dv-cinder-734144-19-iscsi {{(pid=78702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:02:54.846760 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c534df-e479-4eaf-9536-32b9f0103280 None None] Updating router e6b4259c-eaa5-40df-a8e5-36e8722bce22 port 9fa396ed-e1ff-4889-b151-7c9bd10926ab binding host dv-cinder-734144-19-iscsi {{(pid=78702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:02:54.905891 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e1c534df-e479-4eaf-9536-32b9f0103280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:55.360463 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e1c534df-e479-4eaf-9536-32b9f0103280 None None] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:55.377391 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-e1c534df-e479-4eaf-9536-32b9f0103280 None None] Transition to ACTIVE for port object 9fa396ed-e1ff-4889-b151-7c9bd10926ab will not be triggered until provisioned by entity L2. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:02:55.388174 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e1c534df-e479-4eaf-9536-32b9f0103280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:55.410988 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-744f2005-f734-461c-a79e-d95053b17c3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:55.579220 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9305a9a0-6e7f-4cdc-952f-598e14922df2 None None] Pushing event updated for resources: {'Port': ['ID=9fa396ed-e1ff-4889-b151-7c9bd10926ab,revision_number=3']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:55.583997 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-9305a9a0-6e7f-4cdc-952f-598e14922df2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:55.698663 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-e1c534df-e479-4eaf-9536-32b9f0103280 None None] Attempting to bind port 9fa396ed-e1ff-4889-b151-7c9bd10926ab on host dv-cinder-734144-19-iscsi for vnic_type normal with profile {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:02:55.699036 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-e1c534df-e479-4eaf-9536-32b9f0103280 None None] Attempting to bind port 9fa396ed-e1ff-4889-b151-7c9bd10926ab by drivers openvswitch,hyperv on host dv-cinder-734144-19-iscsi at level 0 using segments [{'id': '8d4a264b-49fb-48d2-8b54-3e7a69d62e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '158e2f75-1664-407e-80ea-d65885984f73'}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:02:55.699404 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c534df-e479-4eaf-9536-32b9f0103280 None None] Attempting to bind port 9fa396ed-e1ff-4889-b151-7c9bd10926ab on network 158e2f75-1664-407e-80ea-d65885984f73 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:02:55.705666 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c534df-e479-4eaf-9536-32b9f0103280 None None] Checking agent: {'id': '99430f10-7a80-40b5-88dc-f3a197e5e86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 11), 'started_at': datetime.datetime(2021, 5, 17, 11, 53, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:02:55.706189 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c534df-e479-4eaf-9536-32b9f0103280 None None] Checking segment: {'id': '8d4a264b-49fb-48d2-8b54-3e7a69d62e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '158e2f75-1664-407e-80ea-d65885984f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:02:55.706608 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e1c534df-e479-4eaf-9536-32b9f0103280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:55.706999 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c534df-e479-4eaf-9536-32b9f0103280 None None] Bound using segment: {'id': '8d4a264b-49fb-48d2-8b54-3e7a69d62e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '158e2f75-1664-407e-80ea-d65885984f73'} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:02:55.707470 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-e1c534df-e479-4eaf-9536-32b9f0103280 None None] Bound port: 9fa396ed-e1ff-4889-b151-7c9bd10926ab, host: dv-cinder-734144-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d4a264b-49fb-48d2-8b54-3e7a69d62e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '158e2f75-1664-407e-80ea-d65885984f73'}}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:02:55.707853 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e1c534df-e479-4eaf-9536-32b9f0103280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:55.823082 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-e1c534df-e479-4eaf-9536-32b9f0103280 None None] For port 9fa396ed-e1ff-4889-b151-7c9bd10926ab, host dv-cinder-734144-19-iscsi, cleared binding levels {{(pid=78702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:02:55.829338 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-e1c534df-e479-4eaf-9536-32b9f0103280 None None] For port 9fa396ed-e1ff-4889-b151-7c9bd10926ab, host dv-cinder-734144-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=9fa396ed-e1ff-4889-b151-7c9bd10926ab,segment=NetworkSegment(8d4a264b-49fb-48d2-8b54-3e7a69d62e2a),segment_id=8d4a264b-49fb-48d2-8b54-3e7a69d62e2a)] {{(pid=78702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:02:55.834097 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e1c534df-e479-4eaf-9536-32b9f0103280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:55.838084 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:55.945073 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c534df-e479-4eaf-9536-32b9f0103280 None None] Routers {'e6b4259c-eaa5-40df-a8e5-36e8722bce22'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:02:55.945817 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-e1c534df-e479-4eaf-9536-32b9f0103280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:02:41Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['e6b4259c-eaa5-40df-a8e5-36e8722bce22'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:02:56.055216 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9305a9a0-6e7f-4cdc-952f-598e14922df2 None None] Pushing event updated for resources: {'Port': ['ID=9fa396ed-e1ff-4889-b151-7c9bd10926ab,revision_number=4']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:56.070728 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-9305a9a0-6e7f-4cdc-952f-598e14922df2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:56.189209 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-e1c534df-e479-4eaf-9536-32b9f0103280 None None] Set router e6b4259c-eaa5-40df-a8e5-36e8722bce22 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:02:56.645528 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-e1c534df-e479-4eaf-9536-32b9f0103280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b4259c-eaa5-40df-a8e5-36e8722bce22', 'name': 'tempest-TestMinimumBasicScenario-125130921-router', 'tenant_id': '1f72dd8a632b40638f70a049e97988fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'c0c2d5aa-7c9b-49aa-a468-4980eae19b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:36Z', 'updated_at': '2021-05-17T12:02:44Z', 'revision_number': 4, 'project_id': '1f72dd8a632b40638f70a049e97988fb', 'gw_port': {'id': 'c0c2d5aa-7c9b-49aa-a468-4980eae19b62', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:11:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b4259c-eaa5-40df-a8e5-36e8722bce22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:38Z', 'updated_at': '2021-05-17T12:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': '9fa396ed-e1ff-4889-b151-7c9bd10926ab', 'name': '', 'network_id': '158e2f75-1664-407e-80ea-d65885984f73', 'tenant_id': '1f72dd8a632b40638f70a049e97988fb', 'mac_address': 'fa:16:3e:3a:04:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b4259c-eaa5-40df-a8e5-36e8722bce22', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'a3fac5ea-ab17-4488-824a-2c6c6a621e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:43Z', 'updated_at': '2021-05-17T12:02:55Z', 'revision_number': 4, 'project_id': '1f72dd8a632b40638f70a049e97988fb', 'subnets': [{'id': 'a3fac5ea-ab17-4488-824a-2c6c6a621e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:02:56.650395 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c534df-e479-4eaf-9536-32b9f0103280 None None] The sync data for ids ['e6b4259c-eaa5-40df-a8e5-36e8722bce22'] in dv-cinder-734144-19-iscsi is: [{'id': 'e6b4259c-eaa5-40df-a8e5-36e8722bce22', 'name': 'tempest-TestMinimumBasicScenario-125130921-router', 'tenant_id': '1f72dd8a632b40638f70a049e97988fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'c0c2d5aa-7c9b-49aa-a468-4980eae19b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:36Z', 'updated_at': '2021-05-17T12:02:44Z', 'revision_number': 4, 'project_id': '1f72dd8a632b40638f70a049e97988fb', 'gw_port': {'id': 'c0c2d5aa-7c9b-49aa-a468-4980eae19b62', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:11:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b4259c-eaa5-40df-a8e5-36e8722bce22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:38Z', 'updated_at': '2021-05-17T12:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': '9fa396ed-e1ff-4889-b151-7c9bd10926ab', 'name': '', 'network_id': '158e2f75-1664-407e-80ea-d65885984f73', 'tenant_id': '1f72dd8a632b40638f70a049e97988fb', 'mac_address': 'fa:16:3e:3a:04:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b4259c-eaa5-40df-a8e5-36e8722bce22', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'a3fac5ea-ab17-4488-824a-2c6c6a621e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:43Z', 'updated_at': '2021-05-17T12:02:55Z', 'revision_number': 4, 'project_id': '1f72dd8a632b40638f70a049e97988fb', 'subnets': [{'id': 'a3fac5ea-ab17-4488-824a-2c6c6a621e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:02:57.207215 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a8218-7918-46c1-a624-5f8588608f21 req-c3f6c3d0-7c5b-4b05-bc47-9c14bcb9574c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:57.213028 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-734a8218-7918-46c1-a624-5f8588608f21 req-c3f6c3d0-7c5b-4b05-bc47-9c14bcb9574c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6bf663e867404027b23faa6cae49fd9c&device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 1098 time: 0.3710499 May 17 12:02:57.750304 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdd1f2-2968-4834-958a-9ced3c5d7a09 req-187bc145-4a7d-44be-9ce8-ecd4ed10b6da tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:57.762821 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-bcfdd1f2-2968-4834-958a-9ced3c5d7a09 req-187bc145-4a7d-44be-9ce8-ecd4ed10b6da tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.4867654 May 17 12:02:57.807209 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a8218-7918-46c1-a624-5f8588608f21 req-7480ca8d-1f7a-44c6-8f20-bd3c0d95ee8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:57.811463 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-734a8218-7918-46c1-a624-5f8588608f21 req-7480ca8d-1f7a-44c6-8f20-bd3c0d95ee8f service neutron] 10.222.0.52 "GET /v2.0/networks?id=0aa99b04-4428-4e05-a28f-238c74f78706 HTTP/1.1" status: 200 len: 920 time: 0.5885291 May 17 12:02:57.860740 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 9fa396ed-e1ff-4889-b151-7c9bd10926ab up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:02:57.986150 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-734a8218-7918-46c1-a624-5f8588608f21 req-cbda1c15-2561-4791-924c-6bb9a56ede0c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e35031fa-3260-4017-b2da-7bb3bc1daace HTTP/1.1" status: 200 len: 217 time: 0.1611955 May 17 12:02:57.992685 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning for port 9fa396ed-e1ff-4889-b151-7c9bd10926ab completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:02:57.999450 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port 9fa396ed-e1ff-4889-b151-7c9bd10926ab triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:02:58.000070 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:58.037414 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-bcfdd1f2-2968-4834-958a-9ced3c5d7a09 req-b0089164-11bd-45f4-802b-a25468252f12 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722414 May 17 12:02:58.090006 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a8218-7918-46c1-a624-5f8588608f21 req-2eb6516c-e0ae-4d7b-8aa9-8e81f22d67a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:02:58.091824 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-734a8218-7918-46c1-a624-5f8588608f21 req-2eb6516c-e0ae-4d7b-8aa9-8e81f22d67a6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cd8b9db4-1f1b-432a-b983-8b7aa274be94 HTTP/1.1" status: 200 len: 859 time: 0.0928128 May 17 12:02:58.133284 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:58.155370 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-734a8218-7918-46c1-a624-5f8588608f21 req-35c1e3ab-9791-4065-b0c0-6a03df0fee43 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0aa99b04-4428-4e05-a28f-238c74f78706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545092 May 17 12:02:58.170258 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] For port 9fa396ed-e1ff-4889-b151-7c9bd10926ab, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=9fa396ed-e1ff-4889-b151-7c9bd10926ab,segment=NetworkSegment(8d4a264b-49fb-48d2-8b54-3e7a69d62e2a),segment_id=8d4a264b-49fb-48d2-8b54-3e7a69d62e2a)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:02:58.177614 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:02:58.179950 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-21f39d44-f22d-4057-9806-6d58fd945a59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:02:58.259943 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Pushing event updated for resources: {'Port': ['ID=9fa396ed-e1ff-4889-b151-7c9bd10926ab,revision_number=5']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:58.264105 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:02:58.306313 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-734a8218-7918-46c1-a624-5f8588608f21 req-c1c52f8e-3015-472c-94f2-5f669b56725e service neutron] 10.222.0.52 "GET /v2.0/networks/0aa99b04-4428-4e05-a28f-238c74f78706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431136 May 17 12:02:58.455757 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-734a8218-7918-46c1-a624-5f8588608f21 req-fc85ea18-acfa-4399-8b30-844b8bd33ae3 service neutron] 10.222.0.52 "GET /v2.0/networks/0aa99b04-4428-4e05-a28f-238c74f78706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407909 May 17 12:02:59.707581 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 9fa396ed-e1ff-4889-b151-7c9bd10926ab up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:02:59.790784 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port 9fa396ed-e1ff-4889-b151-7c9bd10926ab triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:02:59.791185 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:01.464625 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 57398) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:01.617559 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-e63b6d2b-233b-450a-a768-77322749e022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:01.634653 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-e63b6d2b-233b-450a-a768-77322749e022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:01.639430 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-e63b6d2b-233b-450a-a768-77322749e022 admin admin] Usage tracker for resource:security_group_rule and tenant:33b99f498e2c431196a4413124f6a1a4 is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:03:01.643155 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-e63b6d2b-233b-450a-a768-77322749e022 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:03:01.649108 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-e63b6d2b-233b-450a-a768-77322749e022 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:01.830934 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-e63b6d2b-233b-450a-a768-77322749e022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:01.839008 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-e63b6d2b-233b-450a-a768-77322749e022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:01.846363 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-aed9b314-ec75-4001-8409-c27f6f57d3b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:01.895265 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 57406) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:01.904044 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-e63b6d2b-233b-450a-a768-77322749e022 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=33b99f498e2c431196a4413124f6a1a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4381409 May 17 12:03:01.929304 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b6d2b-233b-450a-a768-77322749e022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a7d9c7-33a2-4188-bee8-f55f602b6323,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:01.933141 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-e63b6d2b-233b-450a-a768-77322749e022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:02.034227 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-a0d07d08-db3c-48a0-bcb7-934f2e9906be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:02.071839 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-a0d07d08-db3c-48a0-bcb7-934f2e9906be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:02.150488 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-a0d07d08-db3c-48a0-bcb7-934f2e9906be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:02.157394 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-96b56ed8-24ce-4d89-8fe2-fd93c30a5458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:02.170218 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d07d08-db3c-48a0-bcb7-934f2e9906be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a7d9c7-33a2-4188-bee8-f55f602b6323,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:02.175216 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-a0d07d08-db3c-48a0-bcb7-934f2e9906be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:02.180062 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-a0d07d08-db3c-48a0-bcb7-934f2e9906be admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:02.184033 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-a0d07d08-db3c-48a0-bcb7-934f2e9906be admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/82a7d9c7-33a2-4188-bee8-f55f602b6323 HTTP/1.1" status: 204 len: 168 time: 0.2871552 May 17 12:03:02.706913 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 57424) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:02.725609 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-65eb9835-559d-4126-b5b8-bf1aa44ced05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:02.742963 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-65eb9835-559d-4126-b5b8-bf1aa44ced05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:02.747593 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-65eb9835-559d-4126-b5b8-bf1aa44ced05 admin admin] Usage tracker for resource:security_group_rule and tenant:2d322d4b0c4745cf9024c5a2ae5feafd is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:03:02.750503 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-65eb9835-559d-4126-b5b8-bf1aa44ced05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:03:02.757205 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-65eb9835-559d-4126-b5b8-bf1aa44ced05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:02.847968 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-65eb9835-559d-4126-b5b8-bf1aa44ced05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:02.852722 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-65eb9835-559d-4126-b5b8-bf1aa44ced05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:02.859946 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-2430d5e9-7307-4ba0-ba77-2986a4e909df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:02.901029 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb9835-559d-4126-b5b8-bf1aa44ced05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e62aa8-291d-4083-9469-a9e09b27f2f4,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:02.905047 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-65eb9835-559d-4126-b5b8-bf1aa44ced05 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2d322d4b0c4745cf9024c5a2ae5feafd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1968625 May 17 12:03:02.905972 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-65eb9835-559d-4126-b5b8-bf1aa44ced05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:02.907717 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 57428) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:02.970350 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-4da8665b-34cf-454d-bf95-f79c39409b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:02.999339 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-4da8665b-34cf-454d-bf95-f79c39409b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:03.072357 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-4da8665b-34cf-454d-bf95-f79c39409b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:03.077898 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-1102c51e-696c-448e-a257-72cfd6deb112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:03.094579 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da8665b-34cf-454d-bf95-f79c39409b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e62aa8-291d-4083-9469-a9e09b27f2f4,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:03.098127 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-4da8665b-34cf-454d-bf95-f79c39409b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:03.103371 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-4da8665b-34cf-454d-bf95-f79c39409b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:03.107111 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-4da8665b-34cf-454d-bf95-f79c39409b33 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d8e62aa8-291d-4083-9469-a9e09b27f2f4 HTTP/1.1" status: 204 len: 168 time: 0.1982310 May 17 12:03:03.334459 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-4ca4a236-fcd3-47c2-9c49-75096a6d4df0 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Synchronizing usage tracker for tenant:eb0716dd61384274b0edea30aa0018fc on resource:security_group {{(pid=78700) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:03:03.365963 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-4ca4a236-fcd3-47c2-9c49-75096a6d4df0 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Unset dirty status for tenant:eb0716dd61384274b0edea30aa0018fc on resource:security_group {{(pid=78700) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:03:03.367571 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-4ca4a236-fcd3-47c2-9c49-75096a6d4df0 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1678989211&fields=id&tenant_id=eb0716dd61384274b0edea30aa0018fc HTTP/1.1" status: 200 len: 267 time: 0.1073358 May 17 12:03:03.505482 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-28629ab1-f382-4e18-9fb7-ac2e2046580d tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:03.512316 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-28629ab1-f382-4e18-9fb7-ac2e2046580d tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/networks?id=9ea770b3-9ee6-4340-b57a-35491587accb HTTP/1.1" status: 200 len: 808 time: 0.2492239 May 17 12:03:03.522815 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-8a9296f2-6d65-44a1-809d-1dd1f3a1388f tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/quotas/2846a1a5fb9c443b83c02847701e12d0 HTTP/1.1" status: 200 len: 375 time: 0.0094123 May 17 12:03:03.565710 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-358ef01d-7986-4a74-add1-ca9f290f5045 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:03.567376 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-358ef01d-7986-4a74-add1-ca9f290f5045 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Synchronizing usage tracker for tenant:eb0716dd61384274b0edea30aa0018fc on resource:network {{(pid=78700) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:03:03.602169 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-358ef01d-7986-4a74-add1-ca9f290f5045 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Unset dirty status for tenant:eb0716dd61384274b0edea30aa0018fc on resource:network {{(pid=78700) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:03:03.603336 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-358ef01d-7986-4a74-add1-ca9f290f5045 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/networks?id=60d01f58-95c2-41d0-9639-8f96ef255b31 HTTP/1.1" status: 200 len: 817 time: 0.2287781 May 17 12:03:03.610194 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-0290717b-12f2-4b4d-a359-c4ae4242a568 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2846a1a5fb9c443b83c02847701e12d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0776114 May 17 12:03:03.626649 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-2fc4537e-2362-4bb3-9ff8-8d6e494dee49 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/quotas/eb0716dd61384274b0edea30aa0018fc HTTP/1.1" status: 200 len: 375 time: 0.0127549 May 17 12:03:03.676384 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 57466) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:03.736188 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-a1d1f2dc-aad0-4a16-be35-9a692d279862 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Synchronizing usage tracker for tenant:eb0716dd61384274b0edea30aa0018fc on resource:port {{(pid=78700) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:03:03.758830 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-a1d1f2dc-aad0-4a16-be35-9a692d279862 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Unset dirty status for tenant:eb0716dd61384274b0edea30aa0018fc on resource:port {{(pid=78700) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:03:03.760875 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-a1d1f2dc-aad0-4a16-be35-9a692d279862 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb0716dd61384274b0edea30aa0018fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1269636 May 17 12:03:03.773818 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-a0061f65-8155-4139-ab14-a2b8917e5de8 service neutron] 10.222.0.11 "GET /v2.0/networks/9ea770b3-9ee6-4340-b57a-35491587accb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486545 May 17 12:03:03.885567 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.agents_db [None req-bc444940-bb86-4de8-ac48-ae4570a6a7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:03:03.938496 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-890adf5e-b0bb-4993-896d-17083fceafc8 service neutron] 10.222.0.11 "GET /v2.0/networks/9ea770b3-9ee6-4340-b57a-35491587accb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583035 May 17 12:03:03.967207 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-a720cbee-2d2d-4224-a8e3-04f9d0fe922f service neutron] 10.222.0.11 "GET /v2.0/networks/60d01f58-95c2-41d0-9639-8f96ef255b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933827 May 17 12:03:03.967983 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-1a027b83-b44c-494d-925b-fa4d3c68c4a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:04.105147 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-1a027b83-b44c-494d-925b-fa4d3c68c4a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:04.112258 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-1a027b83-b44c-494d-925b-fa4d3c68c4a6 admin admin] Usage tracker for resource:security_group_rule and tenant:d87cde004f424da4a794be64fad916ed is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:03:04.117364 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-1a027b83-b44c-494d-925b-fa4d3c68c4a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:03:04.125843 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-1a027b83-b44c-494d-925b-fa4d3c68c4a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:04.186798 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-120db8ef-2cba-44c5-8be6-1c47d4eaf110 service neutron] 10.222.0.11 "GET /v2.0/networks/60d01f58-95c2-41d0-9639-8f96ef255b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050173 May 17 12:03:04.273600 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-1a027b83-b44c-494d-925b-fa4d3c68c4a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:04.278331 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-1a027b83-b44c-494d-925b-fa4d3c68c4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:04.288978 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-23465c01-3685-415c-8675-b38d7eaa3fd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:04.341020 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a027b83-b44c-494d-925b-fa4d3c68c4a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4262d86b-c3bb-4105-8b68-6b6a578112d8,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:04.345122 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-1a027b83-b44c-494d-925b-fa4d3c68c4a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:04.351357 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-1a027b83-b44c-494d-925b-fa4d3c68c4a6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d87cde004f424da4a794be64fad916ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6755803 May 17 12:03:04.352575 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 57494) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:04.664040 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7b62f3ad-4a51-46f3-9581-a0c1b021b1c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:04.711755 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7b62f3ad-4a51-46f3-9581-a0c1b021b1c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:04.734074 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e94464-0817-48a3-a53d-4fecaa5be773 req-b3c2e4af-bc2d-41cf-b05e-fef06947e2a0 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:04.742641 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-93e94464-0817-48a3-a53d-4fecaa5be773 req-b3c2e4af-bc2d-41cf-b05e-fef06947e2a0 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.3599777 May 17 12:03:04.829298 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-93e94464-0817-48a3-a53d-4fecaa5be773 req-4984be45-d5eb-47b3-90e3-0c63d923ef29 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853684 May 17 12:03:04.849156 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7b62f3ad-4a51-46f3-9581-a0c1b021b1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:04.854323 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-3115b812-d222-49cf-8cf9-d9a35c1185b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:04.883090 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b62f3ad-4a51-46f3-9581-a0c1b021b1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4262d86b-c3bb-4105-8b68-6b6a578112d8,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:04.903075 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-7b62f3ad-4a51-46f3-9581-a0c1b021b1c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:04.905129 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7b62f3ad-4a51-46f3-9581-a0c1b021b1c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:04.928867 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-7b62f3ad-4a51-46f3-9581-a0c1b021b1c0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4262d86b-c3bb-4105-8b68-6b6a578112d8 HTTP/1.1" status: 204 len: 168 time: 0.5721085 May 17 12:03:05.114371 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-0440bc79-6b89-401a-a316-e8b767f2deac req-bec8bd6b-d511-4c88-91d5-072ea0307443 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d HTTP/1.1" status: 200 len: 210 time: 0.0898881 May 17 12:03:05.116706 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-22b01743-d749-4db5-bf41-81ffd459196d req-8f10e425-765c-4123-adc0-37cfecb8d8eb tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 210 time: 0.0742500 May 17 12:03:05.514483 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-b81d23b9-9283-4855-876d-71c921bb79e4 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:05.516393 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-b81d23b9-9283-4855-876d-71c921bb79e4 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/networks?id=042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8 HTTP/1.1" status: 200 len: 814 time: 0.1842539 May 17 12:03:05.540478 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-ce60016d-9ae3-4e6e-bd12-5694882c4120 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/quotas/05e25a4be2774eceadebdf38b9b2fdf8 HTTP/1.1" status: 200 len: 375 time: 0.0157743 May 17 12:03:05.588509 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 57550) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:05.643317 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-e07ed2c9-6fef-49b5-a3b9-177aa4305b98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:05.678848 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-e07ed2c9-6fef-49b5-a3b9-177aa4305b98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:05.685909 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-4b4278dc-608a-4962-b0d9-652c3b2d7978 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Synchronizing usage tracker for tenant:05e25a4be2774eceadebdf38b9b2fdf8 on resource:port {{(pid=78701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:03:05.687774 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-e07ed2c9-6fef-49b5-a3b9-177aa4305b98 admin admin] Usage tracker for resource:security_group_rule and tenant:cd90a0988eff4cec8d6c0d0876c8428e is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:03:05.694315 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-e07ed2c9-6fef-49b5-a3b9-177aa4305b98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:03:05.704912 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-e07ed2c9-6fef-49b5-a3b9-177aa4305b98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:05.823242 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-e07ed2c9-6fef-49b5-a3b9-177aa4305b98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:05.829668 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-e07ed2c9-6fef-49b5-a3b9-177aa4305b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:05.851861 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-0b9d1371-b1ca-444d-9102-1a07daee4e22 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:05.853189 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-68cfd078-862c-4eac-8e87-b7e1818c78ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:05.854115 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-0b9d1371-b1ca-444d-9102-1a07daee4e22 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.52 "GET /v2.0/networks?id=9ea770b3-9ee6-4340-b57a-35491587accb HTTP/1.1" status: 200 len: 808 time: 0.1637621 May 17 12:03:05.879232 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-7f4cce3b-a6ab-4f92-a3a9-bbd18f6c4bb1 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Request body: {'port': {'device_id': '33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d', 'network_id': '9ea770b3-9ee6-4340-b57a-35491587accb', 'admin_state_up': True, 'tenant_id': '2846a1a5fb9c443b83c02847701e12d0'}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:03:05.907317 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07ed2c9-6fef-49b5-a3b9-177aa4305b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65af54cb-989d-431d-aa64-be98dbdf6ebe,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:05.915371 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-e07ed2c9-6fef-49b5-a3b9-177aa4305b98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:05.918305 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-e07ed2c9-6fef-49b5-a3b9-177aa4305b98 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cd90a0988eff4cec8d6c0d0876c8428e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3282719 May 17 12:03:05.920999 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 57560) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:05.991289 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-5b0f48da-03f2-4cf4-8ded-1b5c3712bd9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:06.073391 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-5b0f48da-03f2-4cf4-8ded-1b5c3712bd9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:06.094738 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-4b4278dc-608a-4962-b0d9-652c3b2d7978 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Unset dirty status for tenant:05e25a4be2774eceadebdf38b9b2fdf8 on resource:port {{(pid=78701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:03:06.101507 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-4b4278dc-608a-4962-b0d9-652c3b2d7978 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=05e25a4be2774eceadebdf38b9b2fdf8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5545506 May 17 12:03:06.160620 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa6e92-d8db-4338-bd6e-60ebb1771482 req-9b3561d4-b8cf-448f-ac7f-cbd4581c582a tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:06.162141 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3eaa6e92-d8db-4338-bd6e-60ebb1771482 req-9b3561d4-b8cf-448f-ac7f-cbd4581c582a tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.1588533 May 17 12:03:06.189014 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-5b0f48da-03f2-4cf4-8ded-1b5c3712bd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:06.195969 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-87794b1b-65b4-4fc0-813c-bc5bd57d17fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:06.211632 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f48da-03f2-4cf4-8ded-1b5c3712bd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65af54cb-989d-431d-aa64-be98dbdf6ebe,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:06.219818 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-5b0f48da-03f2-4cf4-8ded-1b5c3712bd9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:06.238550 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3eaa6e92-d8db-4338-bd6e-60ebb1771482 req-6e2476d0-889f-43ef-abc5-1d0e174ca56e tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687952 May 17 12:03:06.239726 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-5b0f48da-03f2-4cf4-8ded-1b5c3712bd9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:06.241143 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-5b0f48da-03f2-4cf4-8ded-1b5c3712bd9c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/65af54cb-989d-431d-aa64-be98dbdf6ebe HTTP/1.1" status: 204 len: 168 time: 0.3188691 May 17 12:03:06.281878 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-7f4cce3b-a6ab-4f92-a3a9-bbd18f6c4bb1 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:06.298854 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-7f4cce3b-a6ab-4f92-a3a9-bbd18f6c4bb1 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Usage tracker for resource:port and tenant:2846a1a5fb9c443b83c02847701e12d0 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:03:06.308539 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-7f4cce3b-a6ab-4f92-a3a9-bbd18f6c4bb1 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:03:06.335856 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-7f4cce3b-a6ab-4f92-a3a9-bbd18f6c4bb1 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:06.387478 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-7f4cce3b-a6ab-4f92-a3a9-bbd18f6c4bb1 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Made reservation on behalf of 2846a1a5fb9c443b83c02847701e12d0 for: {'port': 1} {{(pid=78701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:03:06.398238 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-7f4cce3b-a6ab-4f92-a3a9-bbd18f6c4bb1 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:06.567247 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-781b86c9-7841-4323-b781-1068cbebf703 service neutron] 10.222.0.11 "GET /v2.0/networks/042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4551287 May 17 12:03:06.591075 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:06.651207 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-564e5e80-be89-47c1-bbac-5ae4eeae19b4 req-b7a757f0-49c0-4227-8db4-64afdbf382d3 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d HTTP/1.1" status: 200 len: 210 time: 0.1985438 May 17 12:03:06.746186 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-1d51372c-8299-42cf-a36b-c444be8ac763 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:06.747817 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-1d51372c-8299-42cf-a36b-c444be8ac763 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.52 "GET /v2.0/networks?id=60d01f58-95c2-41d0-9639-8f96ef255b31 HTTP/1.1" status: 200 len: 817 time: 0.3448029 May 17 12:03:06.825757 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-925e977a-3eea-4744-8532-999654da4c21 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb0716dd61384274b0edea30aa0018fc HTTP/1.1" status: 200 len: 380 time: 0.0673461 May 17 12:03:06.829160 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.db_base_plugin_common [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-7f4cce3b-a6ab-4f92-a3a9-bbd18f6c4bb1 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Allocated IP 172.20.0.10 (9ea770b3-9ee6-4340-b57a-35491587accb/56d651cc-222a-449b-8c4a-e67f322f88b0/a61cc3e3-6c96-495c-b5d1-fc8e8cf07dc4) {{(pid=78701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:03:06.872223 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-94b6a0fa-3aa1-4e0a-80a5-f74cb37a93cc tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Request body: {'port': {'device_id': '70c2d3fe-feb1-4c61-9f9d-df852dce1f9f', 'network_id': '60d01f58-95c2-41d0-9639-8f96ef255b31', 'admin_state_up': True, 'tenant_id': 'eb0716dd61384274b0edea30aa0018fc', 'security_groups': ['da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8']}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:03:06.896719 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-7b078297-33eb-4488-8cb4-a31cefacf232 service neutron] 10.222.0.11 "GET /v2.0/networks/042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282375 May 17 12:03:06.970064 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-58a64ecb-9367-4595-97db-14ca4403bbea req-5d5ea2c2-a71d-4f1c-bf72-8367c55c08fd tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 210 time: 0.1396842 May 17 12:03:07.110499 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-94b6a0fa-3aa1-4e0a-80a5-f74cb37a93cc tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:07.134696 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-94b6a0fa-3aa1-4e0a-80a5-f74cb37a93cc tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:07.195601 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-7f4cce3b-a6ab-4f92-a3a9-bbd18f6c4bb1 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Notify callbacks [] for port, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:07.251509 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-7f4cce3b-a6ab-4f92-a3a9-bbd18f6c4bb1 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534708'] for port, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:07.262546 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0afa568e-1e64-431b-99bf-6e7636e4a201 req-ba16ad84-b5a8-4e17-95a1-8a2afefdd238 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 210 time: 0.1077702 May 17 12:03:07.264058 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-7db3fadc-362f-4e36-9fa3-9b2380766ebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:07.281186 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-94b6a0fa-3aa1-4e0a-80a5-f74cb37a93cc tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Made reservation on behalf of eb0716dd61384274b0edea30aa0018fc for: {'port': 1} {{(pid=78700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:03:07.281186 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-94b6a0fa-3aa1-4e0a-80a5-f74cb37a93cc tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:07.332464 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-7f4cce3b-a6ab-4f92-a3a9-bbd18f6c4bb1 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Network 9ea770b3-9ee6-4340-b57a-35491587accb is already hosted by enough agents. {{(pid=78701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:03:07.335669 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.base_scheduler [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-7f4cce3b-a6ab-4f92-a3a9-bbd18f6c4bb1 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Resources bound (agent type, host, resource id): {{(pid=78701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:03:07.338855 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-7f4cce3b-a6ab-4f92-a3a9-bbd18f6c4bb1 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Received port after_create {{(pid=78701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:03:07.427946 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cce3b-a6ab-4f92-a3a9-bbd18f6c4bb1 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Pushing event updated for resources: {'Port': ['ID=a61cc3e3-6c96-495c-b5d1-fc8e8cf07dc4,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:07.434869 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-7f4cce3b-a6ab-4f92-a3a9-bbd18f6c4bb1 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:07.451296 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-7f4cce3b-a6ab-4f92-a3a9-bbd18f6c4bb1 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:07.452108 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-7f4cce3b-a6ab-4f92-a3a9-bbd18f6c4bb1 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for port, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:07.655744 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-7f4cce3b-a6ab-4f92-a3a9-bbd18f6c4bb1 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7907681 May 17 12:03:07.678340 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-2c8e0e23-caa4-40e4-8057-890377a12b28 service neutron] Request body: {'port': {'device_id': '33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:03:07.684224 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.db_base_plugin_common [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-94b6a0fa-3aa1-4e0a-80a5-f74cb37a93cc tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Allocated IP 172.20.0.6 (60d01f58-95c2-41d0-9639-8f96ef255b31/ef588d6f-d166-4427-8aef-1ce83b0779d0/4d3d7d97-9f22-4cee-8535-01e2e8893ab2) {{(pid=78700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:03:08.068734 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-2c8e0e23-caa4-40e4-8057-890377a12b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:08.093031 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-94b6a0fa-3aa1-4e0a-80a5-f74cb37a93cc tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks [] for port, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:08.153419 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.provisioning_blocks [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-94b6a0fa-3aa1-4e0a-80a5-f74cb37a93cc tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Transition to ACTIVE for port object 4d3d7d97-9f22-4cee-8535-01e2e8893ab2 will not be triggered until provisioned by entity DHCP. {{(pid=78700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:03:08.180067 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97046ef4-320d-4d83-a081-82f16e69be99 req-edfdfc72-7561-4108-bcb6-09fa9d5cd2c0 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:08.182111 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-97046ef4-320d-4d83-a081-82f16e69be99 req-edfdfc72-7561-4108-bcb6-09fa9d5cd2c0 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d HTTP/1.1" status: 200 len: 932 time: 0.2385089 May 17 12:03:08.225063 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a10a39-a40b-46b5-a898-135545cc9db3 req-afebe879-1a9b-4594-a01c-c71bcddb706a tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:08.233964 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-b5a10a39-a40b-46b5-a898-135545cc9db3 req-afebe879-1a9b-4594-a01c-c71bcddb706a tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.7613564 May 17 12:03:08.250315 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-94b6a0fa-3aa1-4e0a-80a5-f74cb37a93cc tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:08.259860 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-97046ef4-320d-4d83-a081-82f16e69be99 req-93010f8a-066c-4cec-a47d-47e97e00dd63 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Synchronizing usage tracker for tenant:2846a1a5fb9c443b83c02847701e12d0 on resource:security_group {{(pid=78700) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:03:08.290012 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-aef77e71-ab4c-4c90-badd-6d1eafd2ba04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:08.326817 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-97046ef4-320d-4d83-a081-82f16e69be99 req-93010f8a-066c-4cec-a47d-47e97e00dd63 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Unset dirty status for tenant:2846a1a5fb9c443b83c02847701e12d0 on resource:security_group {{(pid=78700) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:03:08.327975 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-97046ef4-320d-4d83-a081-82f16e69be99 req-93010f8a-066c-4cec-a47d-47e97e00dd63 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391861 May 17 12:03:08.355051 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-94b6a0fa-3aa1-4e0a-80a5-f74cb37a93cc tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Network 60d01f58-95c2-41d0-9639-8f96ef255b31 is already hosted by enough agents. {{(pid=78700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:03:08.358655 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-b5a10a39-a40b-46b5-a898-135545cc9db3 req-edcdc969-3f2b-484e-b349-90cfb7864f18 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237316 May 17 12:03:08.364697 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.base_scheduler [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-94b6a0fa-3aa1-4e0a-80a5-f74cb37a93cc tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Resources bound (agent type, host, resource id): {{(pid=78700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:03:08.371851 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-94b6a0fa-3aa1-4e0a-80a5-f74cb37a93cc tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Received port after_create {{(pid=78700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:03:08.499028 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b6a0fa-3aa1-4e0a-80a5-f74cb37a93cc tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Pushing event updated for resources: {'Port': ['ID=4d3d7d97-9f22-4cee-8535-01e2e8893ab2,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:08.570699 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-94b6a0fa-3aa1-4e0a-80a5-f74cb37a93cc tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:08.587314 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-94b6a0fa-3aa1-4e0a-80a5-f74cb37a93cc tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:08.587990 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-94b6a0fa-3aa1-4e0a-80a5-f74cb37a93cc tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:08.650926 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d3f9d-de5e-4fe4-b3c2-66c274e9009f req-eca4a31e-a461-4e01-8054-96e25ef8ca9d tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:08.651861 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-5d7d3f9d-de5e-4fe4-b3c2-66c274e9009f req-eca4a31e-a461-4e01-8054-96e25ef8ca9d tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Synchronizing usage tracker for tenant:eb0716dd61384274b0edea30aa0018fc on resource:port {{(pid=78700) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:03:08.657491 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-94b6a0fa-3aa1-4e0a-80a5-f74cb37a93cc tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8248098 May 17 12:03:08.669583 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-798ff9e0-f320-4222-9b22-3e564f223e74 req-c94c7b3a-ceb0-4308-bd0b-c4dd1b764629 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 210 time: 0.0902481 May 17 12:03:08.675389 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-5d7d3f9d-de5e-4fe4-b3c2-66c274e9009f req-eca4a31e-a461-4e01-8054-96e25ef8ca9d tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Unset dirty status for tenant:eb0716dd61384274b0edea30aa0018fc on resource:port {{(pid=78700) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:03:08.685552 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-5d7d3f9d-de5e-4fe4-b3c2-66c274e9009f req-eca4a31e-a461-4e01-8054-96e25ef8ca9d tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 931 time: 0.2138102 May 17 12:03:08.716246 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-313f7037-1559-43b2-a220-1622fb65bcde None None] Provisioning for port 4d3d7d97-9f22-4cee-8535-01e2e8893ab2 completed by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:03:08.722052 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-313f7037-1559-43b2-a220-1622fb65bcde None None] Provisioning complete for port 4d3d7d97-9f22-4cee-8535-01e2e8893ab2 triggered by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:03:08.722562 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-313f7037-1559-43b2-a220-1622fb65bcde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:08.765010 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-5d7d3f9d-de5e-4fe4-b3c2-66c274e9009f req-3574532d-28e2-48ed-a60e-3ad1c32af1a8 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720730 May 17 12:03:08.769200 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.notifiers.nova [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-2c8e0e23-caa4-40e4-8057-890377a12b28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a61cc3e3-6c96-495c-b5d1-fc8e8cf07dc4 {{(pid=78701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:03:08.777784 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-2c8e0e23-caa4-40e4-8057-890377a12b28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:08.788624 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-313f7037-1559-43b2-a220-1622fb65bcde None None] Port 4d3d7d97-9f22-4cee-8535-01e2e8893ab2 cannot update to ACTIVE because it is not bound. {{(pid=78702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 12:03:08.798220 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.provisioning_blocks [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-2c8e0e23-caa4-40e4-8057-890377a12b28 service neutron] Transition to ACTIVE for port object a61cc3e3-6c96-495c-b5d1-fc8e8cf07dc4 will not be triggered until provisioned by entity L2. {{(pid=78701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:03:08.802931 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-2c8e0e23-caa4-40e4-8057-890377a12b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2534717'] for port, after_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:08.805507 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-784c63e1-8a66-40bd-9eff-a1081908497c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:08.808903 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-9ffbe1a7-68f0-469c-b4cb-4ef1b17857ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:08.970379 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e0e23-caa4-40e4-8057-890377a12b28 service neutron] Pushing event updated for resources: {'Port': ['ID=a61cc3e3-6c96-495c-b5d1-fc8e8cf07dc4,revision_number=2']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:08.973749 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-2c8e0e23-caa4-40e4-8057-890377a12b28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:09.044620 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.managers [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-2c8e0e23-caa4-40e4-8057-890377a12b28 service neutron] Attempting to bind port a61cc3e3-6c96-495c-b5d1-fc8e8cf07dc4 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:03:09.044976 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.managers [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-2c8e0e23-caa4-40e4-8057-890377a12b28 service neutron] Attempting to bind port a61cc3e3-6c96-495c-b5d1-fc8e8cf07dc4 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': 'fc33f06e-2bc8-4f14-a3bc-34577e37d0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9ea770b3-9ee6-4340-b57a-35491587accb'}] {{(pid=78701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:03:09.045304 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-2c8e0e23-caa4-40e4-8057-890377a12b28 service neutron] Attempting to bind port a61cc3e3-6c96-495c-b5d1-fc8e8cf07dc4 on network 9ea770b3-9ee6-4340-b57a-35491587accb {{(pid=78701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:03:09.050797 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-2c8e0e23-caa4-40e4-8057-890377a12b28 service neutron] Port a61cc3e3-6c96-495c-b5d1-fc8e8cf07dc4 on network 9ea770b3-9ee6-4340-b57a-35491587accb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 12:03:09.051048 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-2c8e0e23-caa4-40e4-8057-890377a12b28 service neutron] Attempting to bind port a61cc3e3-6c96-495c-b5d1-fc8e8cf07dc4 on network 9ea770b3-9ee6-4340-b57a-35491587accb {{(pid=78701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:03:09.056047 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-2c8e0e23-caa4-40e4-8057-890377a12b28 service neutron] Checking agent: {'id': 'cd1455da-95ea-496d-8b07-9fb5ea757b4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 59, 37), 'started_at': datetime.datetime(2021, 5, 17, 11, 59, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:03:09.056380 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-2c8e0e23-caa4-40e4-8057-890377a12b28 service neutron] Checking segment: {'id': 'fc33f06e-2bc8-4f14-a3bc-34577e37d0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9ea770b3-9ee6-4340-b57a-35491587accb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:03:09.056757 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-2c8e0e23-caa4-40e4-8057-890377a12b28 service neutron] Bound using segment: {'id': 'fc33f06e-2bc8-4f14-a3bc-34577e37d0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9ea770b3-9ee6-4340-b57a-35491587accb'} {{(pid=78701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:03:09.057209 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.managers [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-2c8e0e23-caa4-40e4-8057-890377a12b28 service neutron] Bound port: a61cc3e3-6c96-495c-b5d1-fc8e8cf07dc4, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc33f06e-2bc8-4f14-a3bc-34577e37d0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9ea770b3-9ee6-4340-b57a-35491587accb'}}] {{(pid=78701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:03:09.057551 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-2c8e0e23-caa4-40e4-8057-890377a12b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:09.146907 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.db [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-2c8e0e23-caa4-40e4-8057-890377a12b28 service neutron] For port a61cc3e3-6c96-495c-b5d1-fc8e8cf07dc4, host hv-cinder-73414, cleared binding levels {{(pid=78701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:03:09.150078 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.db [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-2c8e0e23-caa4-40e4-8057-890377a12b28 service neutron] For port a61cc3e3-6c96-495c-b5d1-fc8e8cf07dc4, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=a61cc3e3-6c96-495c-b5d1-fc8e8cf07dc4,segment=NetworkSegment(fc33f06e-2bc8-4f14-a3bc-34577e37d0fa),segment_id=fc33f06e-2bc8-4f14-a3bc-34577e37d0fa)] {{(pid=78701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:03:09.154769 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-2c8e0e23-caa4-40e4-8057-890377a12b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2534717'] for port, after_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:09.159389 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-ade29d2c-f942-4e52-9893-056e5761328e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:09.217871 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-2c8e0e23-caa4-40e4-8057-890377a12b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:09.218609 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-2c8e0e23-caa4-40e4-8057-890377a12b28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for port, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:09.219931 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-2c8e0e23-caa4-40e4-8057-890377a12b28 service neutron] 10.222.0.52 "PUT /v2.0/ports/a61cc3e3-6c96-495c-b5d1-fc8e8cf07dc4 HTTP/1.1" status: 200 len: 1094 time: 1.5517600 May 17 12:03:09.220414 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d', 'tag': 'a61cc3e3-6c96-495c-b5d1-fc8e8cf07dc4'}] {{(pid=78701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:03:09.241151 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e0e23-caa4-40e4-8057-890377a12b28 service neutron] Pushing event updated for resources: {'Port': ['ID=a61cc3e3-6c96-495c-b5d1-fc8e8cf07dc4,revision_number=3']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:09.244184 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-2c8e0e23-caa4-40e4-8057-890377a12b28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:09.270369 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d', 'tag': 'a61cc3e3-6c96-495c-b5d1-fc8e8cf07dc4', 'status': 'completed', 'code': 200} May 17 12:03:09.519639 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6000a6-4cd5-400c-8421-c3f79543df03 req-10887b1b-7be7-4e08-9878-aa837d42760d tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:09.521213 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-8c6000a6-4cd5-400c-8421-c3f79543df03 req-10887b1b-7be7-4e08-9878-aa837d42760d tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d HTTP/1.1" status: 200 len: 944 time: 0.0785272 May 17 12:03:09.568816 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-8c6000a6-4cd5-400c-8421-c3f79543df03 req-c7e02a75-12e2-4a3f-ad10-00a776123bea tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389888 May 17 12:03:09.742345 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e03036-e1f2-4425-b016-9b65cb002f20 req-e8cb351b-129f-45f6-9b82-303aa91188f0 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:09.743806 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-06e03036-e1f2-4425-b016-9b65cb002f20 req-e8cb351b-129f-45f6-9b82-303aa91188f0 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.0827579 May 17 12:03:09.789847 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-06e03036-e1f2-4425-b016-9b65cb002f20 req-d266ac6f-4871-4545-a2cf-5101a4dca645 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402107 May 17 12:03:09.927820 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-a8fffe57-c124-43a5-a6b5-4a9dd44f4dd5 req-71a4151c-9a3e-4718-9686-8856a88441c3 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 210 time: 0.0431898 May 17 12:03:10.099623 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45dbd3-d35d-4bcd-b1b0-9b14003b0a7f req-b2b13e66-6f25-459b-a260-3112beaf6afa tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:10.100989 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-fe45dbd3-d35d-4bcd-b1b0-9b14003b0a7f req-b2b13e66-6f25-459b-a260-3112beaf6afa tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 931 time: 0.0807049 May 17 12:03:10.145987 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-fe45dbd3-d35d-4bcd-b1b0-9b14003b0a7f req-03c41b41-f80e-46ed-a1b2-fa402f4762e2 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392144 May 17 12:03:10.749204 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d92e43-609d-47c5-b598-a8451ea4d3e7 req-fbf9d406-f50d-4fc6-a627-9467e73b0ee5 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:10.750659 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-54d92e43-609d-47c5-b598-a8451ea4d3e7 req-fbf9d406-f50d-4fc6-a627-9467e73b0ee5 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d HTTP/1.1" status: 200 len: 944 time: 0.0793273 May 17 12:03:10.797881 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-54d92e43-609d-47c5-b598-a8451ea4d3e7 req-72418ce1-2988-45b1-a5bb-c167d0156f5a tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413702 May 17 12:03:10.975622 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218397ba-9957-4764-9d90-8f6cdcbad65a req-c9a02dfc-538d-4b51-bb15-f10909615bb0 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:10.977090 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-218397ba-9957-4764-9d90-8f6cdcbad65a req-c9a02dfc-538d-4b51-bb15-f10909615bb0 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.0815949 May 17 12:03:11.023089 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-218397ba-9957-4764-9d90-8f6cdcbad65a req-e6bee313-d98e-4e1f-9d67-4150c9fb3ee8 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402718 May 17 12:03:11.162049 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ec4a0ecf-f468-48d6-b16c-dd4e5ff3dadb req-55c29fa2-a7c2-417d-981f-63adf78ee3f6 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 210 time: 0.0455489 May 17 12:03:11.275747 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-90435a43-b8d4-45dc-a3ec-a2101ae18a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:11.298312 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:11.333196 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285850dc-d1c0-4832-a11b-1272f52a6041 req-c03c0fb4-0c57-4c9d-820c-4df380de73dc tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:11.334652 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-285850dc-d1c0-4832-a11b-1272f52a6041 req-c03c0fb4-0c57-4c9d-820c-4df380de73dc tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 931 time: 0.0813479 May 17 12:03:11.380086 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-285850dc-d1c0-4832-a11b-1272f52a6041 req-f90bbbd7-17db-484f-951d-ca22bec93d16 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396826 May 17 12:03:11.802874 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-82e36070-b784-4cd2-b42e-473f79051a08 service neutron] Request body: {'port': {'device_id': '70c2d3fe-feb1-4c61-9f9d-df852dce1f9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:03:12.058577 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a83ad-ceb0-47d6-8feb-af13cc1daaad req-c2137ca6-9830-4b38-898e-1f3f5402de90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:12.060736 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-f12a83ad-ceb0-47d6-8feb-af13cc1daaad req-c2137ca6-9830-4b38-898e-1f3f5402de90 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2846a1a5fb9c443b83c02847701e12d0&device_id=33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d HTTP/1.1" status: 200 len: 1097 time: 0.1549373 May 17 12:03:12.249036 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-82e36070-b784-4cd2-b42e-473f79051a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:12.312411 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:12.363905 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a83ad-ceb0-47d6-8feb-af13cc1daaad req-6a56b177-0438-4895-9cca-3504ba025ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:12.369632 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-f12a83ad-ceb0-47d6-8feb-af13cc1daaad req-6a56b177-0438-4895-9cca-3504ba025ba5 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=2846a1a5fb9c443b83c02847701e12d0&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2987146 May 17 12:03:12.372798 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-60dc7cd1-b38e-4b5d-9c68-5bc55c83a809 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:12.373602 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-60dc7cd1-b38e-4b5d-9c68-5bc55c83a809 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Synchronizing usage tracker for tenant:05e25a4be2774eceadebdf38b9b2fdf8 on resource:network {{(pid=78700) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:03:12.464684 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-60dc7cd1-b38e-4b5d-9c68-5bc55c83a809 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Unset dirty status for tenant:05e25a4be2774eceadebdf38b9b2fdf8 on resource:network {{(pid=78700) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:03:12.466011 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-60dc7cd1-b38e-4b5d-9c68-5bc55c83a809 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.52 "GET /v2.0/networks?id=042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8 HTTP/1.1" status: 200 len: 814 time: 0.5171638 May 17 12:03:12.477814 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6fbf7-6f67-40dd-a7e3-2556420ce8fa req-63e54a5f-8c6e-433d-bf1b-41459ec027b6 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:12.479425 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-84a6fbf7-6f67-40dd-a7e3-2556420ce8fa req-63e54a5f-8c6e-433d-bf1b-41459ec027b6 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d HTTP/1.1" status: 200 len: 944 time: 0.4954188 May 17 12:03:12.526129 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-cfd5ee55-e79e-47e7-b994-2183e45cf2de tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Request body: {'port': {'device_id': 'e98ce2d3-dbf3-4c40-8263-ec185a6c34d7', 'network_id': '042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8', 'admin_state_up': True, 'tenant_id': '05e25a4be2774eceadebdf38b9b2fdf8'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:03:12.631623 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a83ad-ceb0-47d6-8feb-af13cc1daaad req-c8121449-03cc-41ab-85e0-2428320aa980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:12.633636 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-f12a83ad-ceb0-47d6-8feb-af13cc1daaad req-c8121449-03cc-41ab-85e0-2428320aa980 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2490621 May 17 12:03:12.669735 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b5b91-3307-47e1-9f4b-3a93850fa6ad req-c6492e99-d541-4107-9a1e-9d3cd553589e tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:12.671621 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-1f4b5b91-3307-47e1-9f4b-3a93850fa6ad req-c6492e99-d541-4107-9a1e-9d3cd553589e tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.2394164 May 17 12:03:12.748505 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-84a6fbf7-6f67-40dd-a7e3-2556420ce8fa req-febc2833-f6a8-4536-a750-217a06fbe7f9 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582188 May 17 12:03:12.813566 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-1f4b5b91-3307-47e1-9f4b-3a93850fa6ad req-91a55ee9-2766-423c-89b1-7e14ddeaee52 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354582 May 17 12:03:12.871004 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-0a94332e-07c1-47fe-b584-01bf86f7b502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:12.873575 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-0a94332e-07c1-47fe-b584-01bf86f7b502 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2846a1a5fb9c443b83c02847701e12d0&device_id=33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d HTTP/1.1" status: 200 len: 1097 time: 0.1720309 May 17 12:03:12.925990 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-cfd5ee55-e79e-47e7-b994-2183e45cf2de tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:12.945123 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-79429686-a869-4993-91e8-46d082d413a3 req-54f06e7f-1d31-4f92-866f-bd93d6850946 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 210 time: 0.0573649 May 17 12:03:12.950801 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-cfd5ee55-e79e-47e7-b994-2183e45cf2de tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:13.014000 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-c3c4b7bf-f502-4a40-a423-e5bc239c0fff service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a61cc3e3-6c96-495c-b5d1-fc8e8cf07dc4 HTTP/1.1" status: 200 len: 217 time: 0.1301811 May 17 12:03:13.057686 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-cfd5ee55-e79e-47e7-b994-2183e45cf2de tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Made reservation on behalf of 05e25a4be2774eceadebdf38b9b2fdf8 for: {'port': 1} {{(pid=78700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:03:13.065809 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-cfd5ee55-e79e-47e7-b994-2183e45cf2de tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:13.077626 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-82e36070-b784-4cd2-b42e-473f79051a08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d3d7d97-9f22-4cee-8535-01e2e8893ab2 {{(pid=78700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:03:13.091022 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-82e36070-b784-4cd2-b42e-473f79051a08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:13.177963 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.provisioning_blocks [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-82e36070-b784-4cd2-b42e-473f79051a08 service neutron] Transition to ACTIVE for port object 4d3d7d97-9f22-4cee-8535-01e2e8893ab2 will not be triggered until provisioned by entity L2. {{(pid=78700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:03:13.243971 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-a8cb204a-3e16-44ff-9553-003a8cf4a0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:13.245418 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-a8cb204a-3e16-44ff-9553-003a8cf4a0f9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=56d651cc-222a-449b-8c4a-e67f322f88b0 HTTP/1.1" status: 200 len: 848 time: 0.1870763 May 17 12:03:13.246231 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-82e36070-b784-4cd2-b42e-473f79051a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2209221'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:13.266303 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-c9a60aea-ff1e-4e09-a313-7e65d0c56d41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:13.279933 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f5974-c9ba-42e0-afa3-81c78adeda7f req-2734338f-92ce-46ae-b242-94ea7d28490e tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:13.284557 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-158f5974-c9ba-42e0-afa3-81c78adeda7f req-2734338f-92ce-46ae-b242-94ea7d28490e tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 931 time: 0.2649770 May 17 12:03:13.359215 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-158f5974-c9ba-42e0-afa3-81c78adeda7f req-526cd5bb-7c77-45b0-9a1a-a4827d12c33a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672436 May 17 12:03:13.535328 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e36070-b784-4cd2-b42e-473f79051a08 service neutron] Pushing event updated for resources: {'Port': ['ID=4d3d7d97-9f22-4cee-8535-01e2e8893ab2,revision_number=2']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:13.538759 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-82e36070-b784-4cd2-b42e-473f79051a08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:13.703255 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.db_base_plugin_common [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-cfd5ee55-e79e-47e7-b994-2183e45cf2de tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Allocated IP 172.20.0.12 (042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8/09a794ab-93ea-4d3a-9af7-0e8998678595/dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd) {{(pid=78700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:03:13.747420 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-82e36070-b784-4cd2-b42e-473f79051a08 service neutron] Attempting to bind port 4d3d7d97-9f22-4cee-8535-01e2e8893ab2 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:03:13.747759 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-82e36070-b784-4cd2-b42e-473f79051a08 service neutron] Attempting to bind port 4d3d7d97-9f22-4cee-8535-01e2e8893ab2 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '5f3ca14c-f170-4716-92b7-0cba2aeab367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '60d01f58-95c2-41d0-9639-8f96ef255b31'}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:03:13.748062 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-82e36070-b784-4cd2-b42e-473f79051a08 service neutron] Attempting to bind port 4d3d7d97-9f22-4cee-8535-01e2e8893ab2 on network 60d01f58-95c2-41d0-9639-8f96ef255b31 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:03:13.803224 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-82e36070-b784-4cd2-b42e-473f79051a08 service neutron] Port 4d3d7d97-9f22-4cee-8535-01e2e8893ab2 on network 60d01f58-95c2-41d0-9639-8f96ef255b31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 12:03:13.803224 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-82e36070-b784-4cd2-b42e-473f79051a08 service neutron] Attempting to bind port 4d3d7d97-9f22-4cee-8535-01e2e8893ab2 on network 60d01f58-95c2-41d0-9639-8f96ef255b31 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:03:13.866606 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-82e36070-b784-4cd2-b42e-473f79051a08 service neutron] Checking agent: {'id': 'cd1455da-95ea-496d-8b07-9fb5ea757b4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 59, 37), 'started_at': datetime.datetime(2021, 5, 17, 11, 59, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:03:13.866935 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-82e36070-b784-4cd2-b42e-473f79051a08 service neutron] Checking segment: {'id': '5f3ca14c-f170-4716-92b7-0cba2aeab367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '60d01f58-95c2-41d0-9639-8f96ef255b31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:03:13.867767 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-82e36070-b784-4cd2-b42e-473f79051a08 service neutron] Bound using segment: {'id': '5f3ca14c-f170-4716-92b7-0cba2aeab367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '60d01f58-95c2-41d0-9639-8f96ef255b31'} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:03:13.868445 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-82e36070-b784-4cd2-b42e-473f79051a08 service neutron] Bound port: 4d3d7d97-9f22-4cee-8535-01e2e8893ab2, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f3ca14c-f170-4716-92b7-0cba2aeab367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '60d01f58-95c2-41d0-9639-8f96ef255b31'}}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:03:13.868879 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-82e36070-b784-4cd2-b42e-473f79051a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:14.178968 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:14.246446 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7010363-775f-4d8b-81b3-3a786faebdee req-7dbd662e-bc5c-4f5a-8e35-075d4bada2ba tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:14.253669 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-a7010363-775f-4d8b-81b3-3a786faebdee req-7dbd662e-bc5c-4f5a-8e35-075d4bada2ba tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.2225392 May 17 12:03:14.351340 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-a7010363-775f-4d8b-81b3-3a786faebdee req-79bed1e1-02a2-4643-9a8b-26e6aa7c4827 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919528 May 17 12:03:14.374433 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-82e36070-b784-4cd2-b42e-473f79051a08 service neutron] For port 4d3d7d97-9f22-4cee-8535-01e2e8893ab2, host hv-cinder-73414, cleared binding levels {{(pid=78700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:03:14.375474 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-82e36070-b784-4cd2-b42e-473f79051a08 service neutron] For port 4d3d7d97-9f22-4cee-8535-01e2e8893ab2, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=4d3d7d97-9f22-4cee-8535-01e2e8893ab2,segment=NetworkSegment(5f3ca14c-f170-4716-92b7-0cba2aeab367),segment_id=5f3ca14c-f170-4716-92b7-0cba2aeab367)] {{(pid=78700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:03:14.403868 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-82e36070-b784-4cd2-b42e-473f79051a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2209221'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:14.435690 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:14.521357 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-82e36070-b784-4cd2-b42e-473f79051a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:14.521357 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-82e36070-b784-4cd2-b42e-473f79051a08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:14.522352 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-82e36070-b784-4cd2-b42e-473f79051a08 service neutron] 10.222.0.52 "PUT /v2.0/ports/4d3d7d97-9f22-4cee-8535-01e2e8893ab2 HTTP/1.1" status: 200 len: 1093 time: 2.7245302 May 17 12:03:14.534915 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70c2d3fe-feb1-4c61-9f9d-df852dce1f9f', 'tag': '4d3d7d97-9f22-4cee-8535-01e2e8893ab2'}] {{(pid=78700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:03:14.569742 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-d8b4d96b-2434-47b1-b036-ec799c1626e3 req-107a478f-2703-4b6d-a58c-1fc3f2da17c1 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 210 time: 0.0860310 May 17 12:03:14.606010 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e36070-b784-4cd2-b42e-473f79051a08 service neutron] Pushing event updated for resources: {'Port': ['ID=4d3d7d97-9f22-4cee-8535-01e2e8893ab2,revision_number=3']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:14.612535 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-82e36070-b784-4cd2-b42e-473f79051a08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:14.617324 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-cfd5ee55-e79e-47e7-b994-2183e45cf2de tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks [] for port, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:14.639624 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.provisioning_blocks [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-cfd5ee55-e79e-47e7-b994-2183e45cf2de tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Transition to ACTIVE for port object dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd will not be triggered until provisioned by entity DHCP. {{(pid=78700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:03:14.653598 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc3b98-3240-4992-9876-1b13ed344902 req-910b5090-67a3-4175-8efd-4d453fe8348a tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:14.655889 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ccbc3b98-3240-4992-9876-1b13ed344902 req-910b5090-67a3-4175-8efd-4d453fe8348a tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d HTTP/1.1" status: 200 len: 944 time: 0.3679690 May 17 12:03:14.745489 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ccbc3b98-3240-4992-9876-1b13ed344902 req-5004aeb1-538d-42ee-8eaa-72ee379c4470 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820482 May 17 12:03:14.750494 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-cfd5ee55-e79e-47e7-b994-2183e45cf2de tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:14.770472 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:14.915551 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-cfd5ee55-e79e-47e7-b994-2183e45cf2de tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Network 042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8 is already hosted by enough agents. {{(pid=78700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:03:14.919099 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.base_scheduler [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-cfd5ee55-e79e-47e7-b994-2183e45cf2de tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Resources bound (agent type, host, resource id): {{(pid=78700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:03:14.922473 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-cfd5ee55-e79e-47e7-b994-2183e45cf2de tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Received port after_create {{(pid=78700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:03:14.989525 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd5ee55-e79e-47e7-b994-2183e45cf2de tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Pushing event updated for resources: {'Port': ['ID=dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:15.016017 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-cfd5ee55-e79e-47e7-b994-2183e45cf2de tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:15.228548 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-7140a0f2-eb89-4d08-8282-4529303886b5 None None] Provisioning for port dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd completed by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:03:15.239879 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-7140a0f2-eb89-4d08-8282-4529303886b5 None None] Provisioning complete for port dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd triggered by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:03:15.240559 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7140a0f2-eb89-4d08-8282-4529303886b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:15.247429 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-cfd5ee55-e79e-47e7-b994-2183e45cf2de tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:15.248052 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-cfd5ee55-e79e-47e7-b994-2183e45cf2de tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:15.288403 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-cfd5ee55-e79e-47e7-b994-2183e45cf2de tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7675960 May 17 12:03:15.303243 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f5abb-c231-453c-b814-bf3969c22edf req-8cc39c88-d1ca-49e1-8180-f4d6b1f4b31e tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:15.304815 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-7140a0f2-eb89-4d08-8282-4529303886b5 None None] Port dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd cannot update to ACTIVE because it is not bound. {{(pid=78702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 12:03:15.304984 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-135f5abb-c231-453c-b814-bf3969c22edf req-8cc39c88-d1ca-49e1-8180-f4d6b1f4b31e tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 943 time: 0.2467415 May 17 12:03:15.365439 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-135f5abb-c231-453c-b814-bf3969c22edf req-ece587e1-e53d-4acb-9989-6576096c1585 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484979 May 17 12:03:15.423192 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70c2d3fe-feb1-4c61-9f9d-df852dce1f9f', 'tag': '4d3d7d97-9f22-4cee-8535-01e2e8893ab2', 'status': 'completed', 'code': 200} May 17 12:03:15.598418 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee4220-a659-492a-a5db-f6e79005dcdf req-05357861-4cea-41a1-91f7-0e948900971a tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:15.598418 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3cee4220-a659-492a-a5db-f6e79005dcdf req-05357861-4cea-41a1-91f7-0e948900971a tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.0814965 May 17 12:03:15.645934 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3cee4220-a659-492a-a5db-f6e79005dcdf req-de9129b2-df55-4739-84c8-01ce218ff023 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446961 May 17 12:03:15.827790 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ecf50-30af-4584-8240-50a58b98d918 req-3cc7836d-747b-4537-81d9-c401e297062e tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:15.828426 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-535ecf50-30af-4584-8240-50a58b98d918 req-3cc7836d-747b-4537-81d9-c401e297062e tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Synchronizing usage tracker for tenant:05e25a4be2774eceadebdf38b9b2fdf8 on resource:port {{(pid=78700) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:03:15.843782 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-535ecf50-30af-4584-8240-50a58b98d918 req-3cc7836d-747b-4537-81d9-c401e297062e tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Unset dirty status for tenant:05e25a4be2774eceadebdf38b9b2fdf8 on resource:port {{(pid=78700) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:03:15.845008 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-535ecf50-30af-4584-8240-50a58b98d918 req-3cc7836d-747b-4537-81d9-c401e297062e tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 932 time: 0.1026442 May 17 12:03:15.916122 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-535ecf50-30af-4584-8240-50a58b98d918 req-7a79ba68-4965-4b4f-ad30-b2513c1b55b9 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Synchronizing usage tracker for tenant:05e25a4be2774eceadebdf38b9b2fdf8 on resource:security_group {{(pid=78700) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:03:15.941539 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-535ecf50-30af-4584-8240-50a58b98d918 req-7a79ba68-4965-4b4f-ad30-b2513c1b55b9 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Unset dirty status for tenant:05e25a4be2774eceadebdf38b9b2fdf8 on resource:security_group {{(pid=78700) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:03:15.945460 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-535ecf50-30af-4584-8240-50a58b98d918 req-7a79ba68-4965-4b4f-ad30-b2513c1b55b9 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936441 May 17 12:03:16.137210 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dfb465-ad7c-4f59-a5b6-69cb32be1fcb req-62b03d02-3d97-46da-8cca-e80dbfc88312 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:16.138653 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-21dfb465-ad7c-4f59-a5b6-69cb32be1fcb req-62b03d02-3d97-46da-8cca-e80dbfc88312 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d HTTP/1.1" status: 200 len: 944 time: 0.0820425 May 17 12:03:16.185254 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-21dfb465-ad7c-4f59-a5b6-69cb32be1fcb req-2ff5d83d-2672-4199-ad3c-d256887e3d27 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400736 May 17 12:03:16.567683 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbaa3bd-37df-4514-bef6-deeec206dde9 req-3dbde937-11bf-4616-9690-fa10affa873b tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:16.570234 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-8bbaa3bd-37df-4514-bef6-deeec206dde9 req-3dbde937-11bf-4616-9690-fa10affa873b tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 943 time: 0.0917690 May 17 12:03:16.620411 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-8bbaa3bd-37df-4514-bef6-deeec206dde9 req-9779e22f-34a6-453f-81ef-4b51ce17c6d1 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442910 May 17 12:03:16.837463 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c324c-38d0-4b00-abb2-b7bfc36fb8ca req-cfc8dd35-5007-4ecb-917a-21a5dfa9653e tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:16.838961 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d42c324c-38d0-4b00-abb2-b7bfc36fb8ca req-cfc8dd35-5007-4ecb-917a-21a5dfa9653e tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.0825093 May 17 12:03:16.892241 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d42c324c-38d0-4b00-abb2-b7bfc36fb8ca req-69927f6e-ef20-46b6-a477-3af02cafab28 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473580 May 17 12:03:17.155468 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5bac6a-d935-4bb5-9c3b-88ab941c2766 req-84e8752b-c4a8-4a20-8b8c-405f29806b09 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:17.156991 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-7f5bac6a-d935-4bb5-9c3b-88ab941c2766 req-84e8752b-c4a8-4a20-8b8c-405f29806b09 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 932 time: 0.0947661 May 17 12:03:17.204155 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-7f5bac6a-d935-4bb5-9c3b-88ab941c2766 req-e5a8870c-1e9e-4ac6-baca-92c1227b8097 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402040 May 17 12:03:17.388072 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7ffee-c3b3-4e6c-b9db-2385aae2d054 req-8b4ff711-2ccf-4f58-b7b9-5e5f2d98de9f tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:17.389668 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-9ba7ffee-c3b3-4e6c-b9db-2385aae2d054 req-8b4ff711-2ccf-4f58-b7b9-5e5f2d98de9f tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d HTTP/1.1" status: 200 len: 944 time: 0.0870492 May 17 12:03:17.456777 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-9ba7ffee-c3b3-4e6c-b9db-2385aae2d054 req-0cc86d0b-37d5-4910-a53e-cc07474d7980 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577583 May 17 12:03:17.844859 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3850af-4f0a-475c-805f-e92d5bf23fbf req-ac92e124-14eb-4a57-bd48-e10f538419a1 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:17.847320 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0a3850af-4f0a-475c-805f-e92d5bf23fbf req-ac92e124-14eb-4a57-bd48-e10f538419a1 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 943 time: 0.1120083 May 17 12:03:17.948278 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0a3850af-4f0a-475c-805f-e92d5bf23fbf req-af4d548a-2852-4f4a-8431-09da6ead60a0 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948141 May 17 12:03:18.178299 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f6eb63-c6ba-4d7a-a3ad-6ae7ec95a65f req-e3d70127-8747-4fe6-a40c-019b20b96fa1 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:18.180242 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-a3f6eb63-c6ba-4d7a-a3ad-6ae7ec95a65f req-e3d70127-8747-4fe6-a40c-019b20b96fa1 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.1164877 May 17 12:03:18.230364 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-a3f6eb63-c6ba-4d7a-a3ad-6ae7ec95a65f req-2a345f66-21a2-44da-9361-f22da0a64244 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440087 May 17 12:03:18.427910 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d471c16-0b67-4082-9385-87769c3f6bdc req-6a2423cf-a76f-4fe9-99e0-1b9f2e096f90 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:18.430033 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-4d471c16-0b67-4082-9385-87769c3f6bdc req-6a2423cf-a76f-4fe9-99e0-1b9f2e096f90 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 932 time: 0.0924356 May 17 12:03:18.487099 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-4d471c16-0b67-4082-9385-87769c3f6bdc req-ab272ac2-78ff-4bc2-8cca-3ccd18407e43 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511980 May 17 12:03:18.697101 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2455ce-6b6e-4aaf-8a2f-14d1074fc45b req-b5f78c4a-c4ff-41e0-be2b-65e26bed4e52 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:18.698569 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6a2455ce-6b6e-4aaf-8a2f-14d1074fc45b req-b5f78c4a-c4ff-41e0-be2b-65e26bed4e52 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d HTTP/1.1" status: 200 len: 944 time: 0.0971885 May 17 12:03:18.748304 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6a2455ce-6b6e-4aaf-8a2f-14d1074fc45b req-8977e2f3-5b86-4059-9cd8-6be0206fe43b tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434775 May 17 12:03:19.195690 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158d747-cabe-415d-9885-456db1983f06 req-2399e6ca-b4c8-4a56-b9c6-1b79bf1590c0 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:19.197156 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-5158d747-cabe-415d-9885-456db1983f06 req-2399e6ca-b4c8-4a56-b9c6-1b79bf1590c0 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 943 time: 0.1062679 May 17 12:03:19.250606 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-5158d747-cabe-415d-9885-456db1983f06 req-6ef55e51-241c-4b6a-ac82-16d5e23c80df tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473001 May 17 12:03:19.487401 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5bb710-374a-4471-946a-6bc4247cdbdb req-3658c9c2-7d3f-430e-a621-644659201654 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:19.489217 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-fe5bb710-374a-4471-946a-6bc4247cdbdb req-3658c9c2-7d3f-430e-a621-644659201654 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.0881162 May 17 12:03:19.542726 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-fe5bb710-374a-4471-946a-6bc4247cdbdb req-39830996-e918-4b76-bec2-598df91f1800 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455420 May 17 12:03:19.743510 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53cd64-416d-4891-87e2-945fdf0ce5a0 req-8b021bb6-ad7d-4be3-9250-1276dc23d6be tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:19.745176 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2f53cd64-416d-4891-87e2-945fdf0ce5a0 req-8b021bb6-ad7d-4be3-9250-1276dc23d6be tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 932 time: 0.0908194 May 17 12:03:19.803319 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2f53cd64-416d-4891-87e2-945fdf0ce5a0 req-72aa8702-619d-420e-8b61-b9ae835046bb tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519242 May 17 12:03:20.027214 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ae69e-4504-4c7d-81ba-17ae97281ab9 req-106a2834-28ea-464c-833d-d0c043d1cc19 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:20.028742 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-1f6ae69e-4504-4c7d-81ba-17ae97281ab9 req-106a2834-28ea-464c-833d-d0c043d1cc19 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d HTTP/1.1" status: 200 len: 944 time: 0.1100838 May 17 12:03:20.078577 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-1f6ae69e-4504-4c7d-81ba-17ae97281ab9 req-08862061-4734-4a7d-98fa-49873e3a66e6 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426548 May 17 12:03:20.467349 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed26ac3-5aff-469c-b36a-3f17300245a2 req-44003dc7-35e6-45b3-bc8c-6f77e0c80c1a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:20.468838 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-1ed26ac3-5aff-469c-b36a-3f17300245a2 req-44003dc7-35e6-45b3-bc8c-6f77e0c80c1a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 943 time: 0.0897911 May 17 12:03:20.592282 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-1ed26ac3-5aff-469c-b36a-3f17300245a2 req-3450415f-970e-4874-80ef-8dc1149ccb9a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138794 May 17 12:03:20.795248 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd6e42-063d-4f33-b242-29242845948a req-2506aad4-2fc9-4708-b839-c70f5ad4f6db tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:20.796629 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-90dd6e42-063d-4f33-b242-29242845948a req-2506aad4-2fc9-4708-b839-c70f5ad4f6db tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.0847070 May 17 12:03:20.845127 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-90dd6e42-063d-4f33-b242-29242845948a req-f5165581-9097-4b0d-b2d3-757676592f1d tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415218 May 17 12:03:21.085822 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ebd76e-61d0-461f-aaa0-562a96968146 req-7292ef8c-3911-46af-a0e8-452decec7282 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:21.093484 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-45ebd76e-61d0-461f-aaa0-562a96968146 req-7292ef8c-3911-46af-a0e8-452decec7282 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 932 time: 0.1356478 May 17 12:03:21.165357 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-45ebd76e-61d0-461f-aaa0-562a96968146 req-1477efca-e27e-45a0-b386-d7bb622ba623 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706387 May 17 12:03:21.361857 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8cd4e-8b08-46aa-9ca9-516b61311d0b req-b28f8969-9238-46aa-869d-b583955477dd tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:21.363509 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f7c8cd4e-8b08-46aa-9ca9-516b61311d0b req-b28f8969-9238-46aa-869d-b583955477dd tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d HTTP/1.1" status: 200 len: 944 time: 0.0888641 May 17 12:03:21.476951 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f7c8cd4e-8b08-46aa-9ca9-516b61311d0b req-fa419e0d-4818-4f43-9001-be3df0f45c07 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017673 May 17 12:03:21.798039 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755bea34-40a6-4b5f-8cec-abb7eec20c16 req-b6ce2d70-be4e-4e30-af24-e07dc599d062 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:21.799632 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-755bea34-40a6-4b5f-8cec-abb7eec20c16 req-b6ce2d70-be4e-4e30-af24-e07dc599d062 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 943 time: 0.0871189 May 17 12:03:21.845001 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-755bea34-40a6-4b5f-8cec-abb7eec20c16 req-a6b801f7-683a-4ef9-9c29-f2b4e73bcb55 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394833 May 17 12:03:22.077407 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9772f2-c730-4c03-90dc-34616f5a6fe3 req-3fe4a041-b120-44d7-b39b-a12607fb5ce0 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:22.081496 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ed9772f2-c730-4c03-90dc-34616f5a6fe3 req-3fe4a041-b120-44d7-b39b-a12607fb5ce0 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.1199675 May 17 12:03:22.148545 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ed9772f2-c730-4c03-90dc-34616f5a6fe3 req-10087b38-42e6-4e33-af13-30769579fb96 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435133 May 17 12:03:22.370427 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0868e-bb9d-4523-888e-7713bf8faeba req-b48d72f6-4cf4-4989-930e-3341b6ce6e2f tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:22.371909 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-aba0868e-bb9d-4523-888e-7713bf8faeba req-b48d72f6-4cf4-4989-930e-3341b6ce6e2f tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 932 time: 0.0828769 May 17 12:03:22.423815 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-aba0868e-bb9d-4523-888e-7713bf8faeba req-40d3c2ee-db23-46ba-a291-1d75955fe409 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458779 May 17 12:03:22.689593 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c49a2-4932-4e61-9068-50d3bcfe151a req-bfe65608-0fee-4de3-a82d-aa408124f996 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:22.691913 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-5b5c49a2-4932-4e61-9068-50d3bcfe151a req-bfe65608-0fee-4de3-a82d-aa408124f996 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d HTTP/1.1" status: 200 len: 944 time: 0.1136320 May 17 12:03:22.737966 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-5b5c49a2-4932-4e61-9068-50d3bcfe151a req-c70ea235-8192-4471-b3a2-3e190786d6e3 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401723 May 17 12:03:23.060611 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f64e17-0e59-42c7-b8a9-9bc787c5e2ab req-59b5853e-9520-431f-b351-c0d8cb5b2765 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:23.062066 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-84f64e17-0e59-42c7-b8a9-9bc787c5e2ab req-59b5853e-9520-431f-b351-c0d8cb5b2765 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 943 time: 0.0874658 May 17 12:03:23.109450 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-84f64e17-0e59-42c7-b8a9-9bc787c5e2ab req-e3c9cee8-26b8-49ae-8693-cbb3d280f11f tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414951 May 17 12:03:23.357586 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96e34b-2c9b-44cd-bfea-f2ba315a1106 req-6d146f03-668b-4386-8ad6-81755c63380a tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:23.357586 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2b96e34b-2c9b-44cd-bfea-f2ba315a1106 req-6d146f03-668b-4386-8ad6-81755c63380a tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.0913596 May 17 12:03:23.416444 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2b96e34b-2c9b-44cd-bfea-f2ba315a1106 req-6df9716e-295b-4c94-8730-0facfaa41d92 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529423 May 17 12:03:23.652826 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7a506-02ad-408b-8b7a-679e46db026b req-5648f80c-9c7f-4cf1-817b-9a7accc13973 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:23.654863 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-69e7a506-02ad-408b-8b7a-679e46db026b req-5648f80c-9c7f-4cf1-817b-9a7accc13973 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 932 time: 0.0938613 May 17 12:03:23.706270 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-69e7a506-02ad-408b-8b7a-679e46db026b req-0a88d89e-1b9f-4fa1-b379-8953a8cd1185 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434155 May 17 12:03:23.972871 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33f0da-d1dc-4eb5-b8c4-ceb945114ad3 req-5122110e-fe01-41f4-9120-5fd33ba64e5a tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:23.975021 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-8e33f0da-d1dc-4eb5-b8c4-ceb945114ad3 req-5122110e-fe01-41f4-9120-5fd33ba64e5a tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d HTTP/1.1" status: 200 len: 944 time: 0.1226602 May 17 12:03:24.024381 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-8e33f0da-d1dc-4eb5-b8c4-ceb945114ad3 req-7777dacd-77eb-4cec-ae1f-5ff2ec774f46 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425556 May 17 12:03:24.320373 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc3c9e-0637-4b73-805a-6e5ccb7ccabe req-9460d7e2-c23d-49c8-936d-da4b5b93dcf3 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:24.321799 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-29cc3c9e-0637-4b73-805a-6e5ccb7ccabe req-9460d7e2-c23d-49c8-936d-da4b5b93dcf3 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 943 time: 0.0927453 May 17 12:03:24.385801 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-29cc3c9e-0637-4b73-805a-6e5ccb7ccabe req-c85744c9-ae81-4a40-96c7-743ead722f65 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580790 May 17 12:03:24.624717 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4fe392-a3c2-40e8-a106-14a0c94746fe req-cf0c56c9-b389-4fdf-82cf-8fe8576df6cc tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:24.626231 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-1a4fe392-a3c2-40e8-a106-14a0c94746fe req-cf0c56c9-b389-4fdf-82cf-8fe8576df6cc tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.0954537 May 17 12:03:24.683672 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-1a4fe392-a3c2-40e8-a106-14a0c94746fe req-06b4477e-54bd-4d25-8bb8-5cc0147967ce tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455875 May 17 12:03:24.911408 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef294e00-e7ff-4802-8219-026fb9448b5e req-336cc46e-d95f-45d4-9daa-41b9e5ea15c0 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:24.912871 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ef294e00-e7ff-4802-8219-026fb9448b5e req-336cc46e-d95f-45d4-9daa-41b9e5ea15c0 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 932 time: 0.0872159 May 17 12:03:24.961449 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ef294e00-e7ff-4802-8219-026fb9448b5e req-e4635559-4bdd-4b8a-9378-63cb721b2c2f tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425172 May 17 12:03:25.218299 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e285308-505e-4b49-bf3b-b401e9fbbe92 req-47ad5157-86f5-47b4-a8f6-f6a22c86fa1b tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:25.219835 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-9e285308-505e-4b49-bf3b-b401e9fbbe92 req-47ad5157-86f5-47b4-a8f6-f6a22c86fa1b tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d HTTP/1.1" status: 200 len: 944 time: 0.0835431 May 17 12:03:25.269868 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-9e285308-505e-4b49-bf3b-b401e9fbbe92 req-5fbdaa19-11b9-4d8c-9d31-5ae5b3e74e8b tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436127 May 17 12:03:25.581934 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a85892-c26f-49bb-af63-4a0edfffe877 req-0818edd1-cc3a-49a2-9e8c-85e62b0b0329 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:25.583389 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-e0a85892-c26f-49bb-af63-4a0edfffe877 req-0818edd1-cc3a-49a2-9e8c-85e62b0b0329 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 943 time: 0.0822031 May 17 12:03:25.630843 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-e0a85892-c26f-49bb-af63-4a0edfffe877 req-27cc8a19-2991-4372-87a1-4df6281682bc tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412095 May 17 12:03:25.801907 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-67424162-923c-48c1-b4bc-f8f1eee26122 service neutron] Request body: {'port': {'device_id': 'e98ce2d3-dbf3-4c40-8263-ec185a6c34d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:03:25.811610 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-b89ef95c-1e76-4388-8ef2-68d47a24299c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9ea770b3-9ee6-4340-b57a-35491587accb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496778 May 17 12:03:26.036584 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-fcf04fea-33e6-4950-a18d-690d0d23aeb3 service neutron] 10.222.0.52 "GET /v2.0/networks/9ea770b3-9ee6-4340-b57a-35491587accb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146058 May 17 12:03:26.207697 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-67424162-923c-48c1-b4bc-f8f1eee26122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:26.237673 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9582d-b49a-44a1-bfaa-5313badbf554 req-b91d0f80-be5c-4f7f-89b6-ffce8a56b23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:26.239150 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-26d9582d-b49a-44a1-bfaa-5313badbf554 req-b91d0f80-be5c-4f7f-89b6-ffce8a56b23a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb0716dd61384274b0edea30aa0018fc&device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 1096 time: 0.4018064 May 17 12:03:26.245845 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-9bc3ed74-9cb4-403d-bbc5-823caa515db3 req-0b9508a2-97cf-40aa-a0cc-39b0a9dcc4f7 service neutron] 10.222.0.52 "GET /v2.0/networks/9ea770b3-9ee6-4340-b57a-35491587accb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008023 May 17 12:03:26.343708 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351cd47-c5bc-4906-8fd0-f27160eaddf3 req-f6f9334a-1e70-40ff-8e77-61f3feab6932 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:26.345096 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-b351cd47-c5bc-4906-8fd0-f27160eaddf3 req-f6f9334a-1e70-40ff-8e77-61f3feab6932 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 932 time: 0.1019099 May 17 12:03:26.393552 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-b351cd47-c5bc-4906-8fd0-f27160eaddf3 req-b3e1032a-ff10-45ea-99ea-63fe9f216f77 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422745 May 17 12:03:26.410223 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe15b02-9b8c-4f9b-b4d7-12c4b3471d3e req-b33299a4-c232-4347-a33f-7955e9f6dc2e tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:26.411789 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-5fe15b02-9b8c-4f9b-b4d7-12c4b3471d3e req-b33299a4-c232-4347-a33f-7955e9f6dc2e tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.5755293 May 17 12:03:26.584568 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae26c58-ce50-4156-a1bc-73b02dc47a4b req-8b7017c8-18e3-468b-ae83-59698c153b07 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:26.585367 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-5ae26c58-ce50-4156-a1bc-73b02dc47a4b req-8b7017c8-18e3-468b-ae83-59698c153b07 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Synchronizing usage tracker for tenant:2846a1a5fb9c443b83c02847701e12d0 on resource:port {{(pid=78701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:03:26.604301 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-5ae26c58-ce50-4156-a1bc-73b02dc47a4b req-8b7017c8-18e3-468b-ae83-59698c153b07 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Unset dirty status for tenant:2846a1a5fb9c443b83c02847701e12d0 on resource:port {{(pid=78701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:03:26.605558 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-5ae26c58-ce50-4156-a1bc-73b02dc47a4b req-8b7017c8-18e3-468b-ae83-59698c153b07 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d HTTP/1.1" status: 200 len: 944 time: 0.1025207 May 17 12:03:26.618283 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9582d-b49a-44a1-bfaa-5313badbf554 req-b99de0af-dcd0-4373-bf34-3f669311f161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:26.619754 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-26d9582d-b49a-44a1-bfaa-5313badbf554 req-b99de0af-dcd0-4373-bf34-3f669311f161 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=eb0716dd61384274b0edea30aa0018fc&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3364165 May 17 12:03:26.622727 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-5fe15b02-9b8c-4f9b-b4d7-12c4b3471d3e req-8daa62f9-8e99-4efe-b99a-9d6f34fbbd47 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647894 May 17 12:03:26.662602 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-5ae26c58-ce50-4156-a1bc-73b02dc47a4b req-39e1bafe-cc2c-45bd-9d8a-0adedd23b473 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500896 May 17 12:03:26.864121 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9582d-b49a-44a1-bfaa-5313badbf554 req-b824f385-8304-4653-84d0-1f2511d8d006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:26.865844 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-26d9582d-b49a-44a1-bfaa-5313badbf554 req-b824f385-8304-4653-84d0-1f2511d8d006 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2324593 May 17 12:03:26.998606 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3f984-2776-4398-b4c2-41896a8b6a13 req-bdc60893-b042-4ce7-a5d5-53d29f52d719 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:27.000047 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-74f3f984-2776-4398-b4c2-41896a8b6a13 req-bdc60893-b042-4ce7-a5d5-53d29f52d719 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 943 time: 0.2488794 May 17 12:03:27.008032 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-67424162-923c-48c1-b4bc-f8f1eee26122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd {{(pid=78700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:03:27.019120 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-67424162-923c-48c1-b4bc-f8f1eee26122 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:27.070459 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.provisioning_blocks [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-67424162-923c-48c1-b4bc-f8f1eee26122 service neutron] Transition to ACTIVE for port object dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd will not be triggered until provisioned by entity L2. {{(pid=78700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:03:27.077625 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-67424162-923c-48c1-b4bc-f8f1eee26122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2209221'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:27.083291 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-94b6a0fa-3aa1-4e0a-80a5-f74cb37a93cc tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:27.114878 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-74f3f984-2776-4398-b4c2-41896a8b6a13 req-aeaea8a8-907e-48de-b066-2ba24026f62a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013634 May 17 12:03:27.145083 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-758bc4e7-9e41-41fc-ae22-2ab04fad4f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:27.146630 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-758bc4e7-9e41-41fc-ae22-2ab04fad4f3f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb0716dd61384274b0edea30aa0018fc&device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 1096 time: 0.2302349 May 17 12:03:27.278980 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-3173ef6a-6f13-423a-a0e1-90c89e58a98f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d3d7d97-9f22-4cee-8535-01e2e8893ab2 HTTP/1.1" status: 200 len: 217 time: 0.0774684 May 17 12:03:27.286978 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67424162-923c-48c1-b4bc-f8f1eee26122 service neutron] Pushing event updated for resources: {'Port': ['ID=dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd,revision_number=2']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:27.356781 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67424162-923c-48c1-b4bc-f8f1eee26122 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:27.357326 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67424162-923c-48c1-b4bc-f8f1eee26122 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:27.357524 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67424162-923c-48c1-b4bc-f8f1eee26122 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:27.357901 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67424162-923c-48c1-b4bc-f8f1eee26122 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:27.358222 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67424162-923c-48c1-b4bc-f8f1eee26122 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:27.358568 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67424162-923c-48c1-b4bc-f8f1eee26122 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:27.358912 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67424162-923c-48c1-b4bc-f8f1eee26122 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:27.359256 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67424162-923c-48c1-b4bc-f8f1eee26122 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:27.359598 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67424162-923c-48c1-b4bc-f8f1eee26122 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:27.359943 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67424162-923c-48c1-b4bc-f8f1eee26122 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:27.360285 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67424162-923c-48c1-b4bc-f8f1eee26122 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:27.360701 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67424162-923c-48c1-b4bc-f8f1eee26122 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:27.379683 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-67424162-923c-48c1-b4bc-f8f1eee26122 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:27.439849 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-7a8c1ee2-12c0-475c-99d8-cfca316020c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:27.441391 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-7a8c1ee2-12c0-475c-99d8-cfca316020c0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef588d6f-d166-4427-8aef-1ce83b0779d0 HTTP/1.1" status: 200 len: 856 time: 0.1517782 May 17 12:03:27.507481 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-67424162-923c-48c1-b4bc-f8f1eee26122 service neutron] Attempting to bind port dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:03:27.507835 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-67424162-923c-48c1-b4bc-f8f1eee26122 service neutron] Attempting to bind port dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': 'ebfe5be2-a5ab-413f-9970-7c2debd41896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8'}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:03:27.508192 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-67424162-923c-48c1-b4bc-f8f1eee26122 service neutron] Attempting to bind port dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd on network 042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:03:27.515988 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-67424162-923c-48c1-b4bc-f8f1eee26122 service neutron] Port dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd on network 042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 12:03:27.516306 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-67424162-923c-48c1-b4bc-f8f1eee26122 service neutron] Attempting to bind port dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd on network 042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:03:27.524605 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-67424162-923c-48c1-b4bc-f8f1eee26122 service neutron] Checking agent: {'id': 'cd1455da-95ea-496d-8b07-9fb5ea757b4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 59, 37), 'started_at': datetime.datetime(2021, 5, 17, 11, 59, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:03:27.524959 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-67424162-923c-48c1-b4bc-f8f1eee26122 service neutron] Checking segment: {'id': 'ebfe5be2-a5ab-413f-9970-7c2debd41896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:03:27.525344 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-67424162-923c-48c1-b4bc-f8f1eee26122 service neutron] Bound using segment: {'id': 'ebfe5be2-a5ab-413f-9970-7c2debd41896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8'} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:03:27.525768 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-67424162-923c-48c1-b4bc-f8f1eee26122 service neutron] Bound port: dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebfe5be2-a5ab-413f-9970-7c2debd41896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8'}}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:03:27.526114 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-67424162-923c-48c1-b4bc-f8f1eee26122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:27.571528 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71388b1-52de-4835-a5d5-ea2ae621703a req-d4c6f831-4bde-431d-9493-422f6d933876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:27.573023 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-b71388b1-52de-4835-a5d5-ea2ae621703a req-d4c6f831-4bde-431d-9493-422f6d933876 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 1098 time: 0.1215558 May 17 12:03:27.629185 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-b71388b1-52de-4835-a5d5-ea2ae621703a req-a950fac4-075c-4b31-be1e-ec91e0a50d89 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466616 May 17 12:03:27.641640 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d171a-7863-40e1-9424-75f736a676a9 req-eae5d011-7640-41aa-98a8-c494f80ab8a4 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:27.644576 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-038d171a-7863-40e1-9424-75f736a676a9 req-eae5d011-7640-41aa-98a8-c494f80ab8a4 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 944 time: 0.1305363 May 17 12:03:27.696042 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-2b7cc73e-4a14-405d-baca-ab3708f71e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:27.697836 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-2b7cc73e-4a14-405d-baca-ab3708f71e6e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=60d01f58-95c2-41d0-9639-8f96ef255b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2436283 May 17 12:03:27.726096 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-038d171a-7863-40e1-9424-75f736a676a9 req-43b9f820-6a71-4724-97c9-ca79f095c200 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743783 May 17 12:03:27.810674 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-67424162-923c-48c1-b4bc-f8f1eee26122 service neutron] For port dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd, host hv-cinder-73414, cleared binding levels {{(pid=78700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:03:27.823457 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-67424162-923c-48c1-b4bc-f8f1eee26122 service neutron] For port dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd,segment=NetworkSegment(ebfe5be2-a5ab-413f-9970-7c2debd41896),segment_id=ebfe5be2-a5ab-413f-9970-7c2debd41896)] {{(pid=78700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:03:27.833251 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-67424162-923c-48c1-b4bc-f8f1eee26122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2209221'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:27.849147 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:27.942255 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2bceb-748a-4825-b985-99ca06646e7d req-c5285c31-183e-4898-900a-67a821ebd179 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:27.951076 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-70a2bceb-748a-4825-b985-99ca06646e7d req-c5285c31-183e-4898-900a-67a821ebd179 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d HTTP/1.1" status: 200 len: 944 time: 0.1113818 May 17 12:03:27.965578 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-67424162-923c-48c1-b4bc-f8f1eee26122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:27.966679 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-67424162-923c-48c1-b4bc-f8f1eee26122 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:27.967619 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-67424162-923c-48c1-b4bc-f8f1eee26122 service neutron] 10.222.0.52 "PUT /v2.0/ports/dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd HTTP/1.1" status: 200 len: 1094 time: 2.1704490 May 17 12:03:27.971471 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e98ce2d3-dbf3-4c40-8263-ec185a6c34d7', 'tag': 'dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd'}] {{(pid=78700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:03:27.996132 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-0d7f3e52-7d41-4c6e-851e-103524362836 service neutron] 10.222.0.52 "GET /v2.0/networks/60d01f58-95c2-41d0-9639-8f96ef255b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779834 May 17 12:03:28.042847 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-70a2bceb-748a-4825-b985-99ca06646e7d req-b9c50398-7918-4200-9505-92c51f530554 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910523 May 17 12:03:28.155642 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67424162-923c-48c1-b4bc-f8f1eee26122 service neutron] Pushing event updated for resources: {'Port': ['ID=dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd,revision_number=3']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:28.168536 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e98ce2d3-dbf3-4c40-8263-ec185a6c34d7', 'tag': 'dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd', 'status': 'completed', 'code': 200} May 17 12:03:28.204395 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-67424162-923c-48c1-b4bc-f8f1eee26122 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:28.269779 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2b28b9ce-ef62-403d-b6d3-9662d1d9f366 req-f14b8871-2605-409c-93f3-069ffb3a3e8a service neutron] 10.222.0.52 "GET /v2.0/networks/60d01f58-95c2-41d0-9639-8f96ef255b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611470 May 17 12:03:28.278985 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f0463-d1e0-4428-9524-88c6140d732c req-27149e3c-5bb1-4171-a8a7-fbc2d1d00e0e tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:28.286631 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d88f0463-d1e0-4428-9524-88c6140d732c req-27149e3c-5bb1-4171-a8a7-fbc2d1d00e0e tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.4049063 May 17 12:03:28.334081 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-ea976f83-4904-4a1f-b467-1192681ec819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:28.335596 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-ea976f83-4904-4a1f-b467-1192681ec819 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=05e25a4be2774eceadebdf38b9b2fdf8&device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 1097 time: 0.3028629 May 17 12:03:28.340378 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d88f0463-d1e0-4428-9524-88c6140d732c req-3c3e8039-38aa-43ee-8871-28b3c8c7484a tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529592 May 17 12:03:28.359606 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07445c8a-d212-4643-86a3-3ef011f68433 req-ba3a0170-0ef5-4ab4-9377-341f881d87be tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:28.361953 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-07445c8a-d212-4643-86a3-3ef011f68433 req-ba3a0170-0ef5-4ab4-9377-341f881d87be tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 943 time: 0.0883532 May 17 12:03:28.428362 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-b9d574dc-a4bc-41e6-9754-04b7c9728366 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd HTTP/1.1" status: 200 len: 217 time: 0.0842288 May 17 12:03:28.434030 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-07445c8a-d212-4643-86a3-3ef011f68433 req-53a209da-2de6-4dcd-a442-769956458021 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655789 May 17 12:03:28.518955 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-df78bded-e74b-4698-b1e1-7c8274231dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:28.520625 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-df78bded-e74b-4698-b1e1-7c8274231dde service neutron] 10.222.0.52 "GET /v2.0/subnets?id=09a794ab-93ea-4d3a-9af7-0e8998678595 HTTP/1.1" status: 200 len: 853 time: 0.0782294 May 17 12:03:28.599292 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device a61cc3e3-6c96-495c-b5d1-fc8e8cf07dc4 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:03:28.600258 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-d66cfe09-593d-4a62-92d2-cdc1f4ab46a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:28.602066 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-d66cfe09-593d-4a62-92d2-cdc1f4ab46a3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0740988 May 17 12:03:28.739745 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port a61cc3e3-6c96-495c-b5d1-fc8e8cf07dc4, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=a61cc3e3-6c96-495c-b5d1-fc8e8cf07dc4,segment=NetworkSegment(fc33f06e-2bc8-4f14-a3bc-34577e37d0fa),segment_id=fc33f06e-2bc8-4f14-a3bc-34577e37d0fa)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:03:28.744596 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-db5c9e72-b220-4f80-9cac-5a93fc608a73 service neutron] 10.222.0.52 "GET /v2.0/networks/042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317401 May 17 12:03:28.754563 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Returning: {'device': 'a61cc3e3-6c96-495c-b5d1-fc8e8cf07dc4', 'network_id': '9ea770b3-9ee6-4340-b57a-35491587accb', 'port_id': 'a61cc3e3-6c96-495c-b5d1-fc8e8cf07dc4', 'mac_address': 'fa:16:3e:29:b9:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56d651cc-222a-449b-8c4a-e67f322f88b0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:03:28.818199 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:28.838433 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a61cc3e3-6c96-495c-b5d1-fc8e8cf07dc4 {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:03:28.854985 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port a61cc3e3-6c96-495c-b5d1-fc8e8cf07dc4, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=a61cc3e3-6c96-495c-b5d1-fc8e8cf07dc4,segment=NetworkSegment(fc33f06e-2bc8-4f14-a3bc-34577e37d0fa),segment_id=fc33f06e-2bc8-4f14-a3bc-34577e37d0fa)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:03:28.859374 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:28.862530 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-744f2005-f734-461c-a79e-d95053b17c3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:28.930744 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=a61cc3e3-6c96-495c-b5d1-fc8e8cf07dc4,revision_number=4']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:28.938639 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:28.939525 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:28.940072 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:28.940444 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:28.940887 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:28.941249 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:28.941575 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:28.941899 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:28.942413 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:28.942922 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:28.943246 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:28.943565 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:28.947556 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:28.949532 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dcdfd0-bf92-4fca-85f3-e6a0070464d1 req-0a41a454-31ff-40bb-ab1b-170d45da346a tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:28.951007 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f1dcdfd0-bf92-4fca-85f3-e6a0070464d1 req-0a41a454-31ff-40bb-ab1b-170d45da346a tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 944 time: 0.1179645 May 17 12:03:28.988517 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f43373c0-ffe0-49e4-8d45-b88be9347c9d req-9ffe2f0d-9fb7-4e6b-b451-5f23fa34a623 service neutron] 10.222.0.52 "GET /v2.0/networks/042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271109 May 17 12:03:29.013804 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f1dcdfd0-bf92-4fca-85f3-e6a0070464d1 req-183715ab-b1fb-475f-8a20-35b2b0cbf9c4 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509887 May 17 12:03:29.230800 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c2881-b605-4418-8394-85c6a06fa91c req-d8b7b43c-0af6-44e0-8feb-e391bbfc6cad tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:29.232238 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-772c2881-b605-4418-8394-85c6a06fa91c req-d8b7b43c-0af6-44e0-8feb-e391bbfc6cad tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d HTTP/1.1" status: 200 len: 945 time: 0.0810304 May 17 12:03:29.277662 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-772c2881-b605-4418-8394-85c6a06fa91c req-240335f1-c747-4044-bd4b-6f47672862e5 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386195 May 17 12:03:29.530669 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fdd69e-60f7-4184-a927-3301af23ba7d req-2bf2f4c2-f482-42a1-8a3d-b4f81afd7cb8 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:29.531392 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-c1fdd69e-60f7-4184-a927-3301af23ba7d req-2bf2f4c2-f482-42a1-8a3d-b4f81afd7cb8 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.0802326 May 17 12:03:29.593900 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-c1fdd69e-60f7-4184-a927-3301af23ba7d req-99a02121-04dd-4cf1-a8ac-f8d50bfbd5f8 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457942 May 17 12:03:29.638372 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668cd69b-6b86-48df-a243-99829084d264 req-c4051f64-49a8-4bb9-b31e-d17a8a342db8 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:29.639825 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-668cd69b-6b86-48df-a243-99829084d264 req-c4051f64-49a8-4bb9-b31e-d17a8a342db8 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 943 time: 0.0906076 May 17 12:03:29.690561 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-668cd69b-6b86-48df-a243-99829084d264 req-acd13f69-43a9-4888-bb01-48e1a08d2761 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439520 May 17 12:03:30.025066 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1e834-431f-41d7-b6de-5c36c0611061 req-bd234a93-cc99-4d41-a367-7b7ea8d9424d tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:30.026520 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-73c1e834-431f-41d7-b6de-5c36c0611061 req-bd234a93-cc99-4d41-a367-7b7ea8d9424d tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.0785210 May 17 12:03:30.071786 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-73c1e834-431f-41d7-b6de-5c36c0611061 req-3bcf0c26-8237-43bd-84a1-db49c6c4c74d tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392826 May 17 12:03:30.202556 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41d87e-7a55-45b0-b396-89267971ebae req-32c09ed9-c804-4db1-ac6b-02b5c5d124e6 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:30.204000 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3d41d87e-7a55-45b0-b396-89267971ebae req-32c09ed9-c804-4db1-ac6b-02b5c5d124e6 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 944 time: 0.0818851 May 17 12:03:30.248673 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3d41d87e-7a55-45b0-b396-89267971ebae req-84a718fa-9ffb-46aa-9b81-2f9012428d6e tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386205 May 17 12:03:30.463279 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713994c6-750e-492b-96ea-cc3f3855c1c2 req-6754a2cc-421e-431f-8229-447e8e6b6f44 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:30.464783 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-713994c6-750e-492b-96ea-cc3f3855c1c2 req-6754a2cc-421e-431f-8229-447e8e6b6f44 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d HTTP/1.1" status: 200 len: 945 time: 0.0836318 May 17 12:03:30.512675 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-713994c6-750e-492b-96ea-cc3f3855c1c2 req-8fb6f1bf-3ccb-4391-9552-472e7befb2db tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404234 May 17 12:03:30.886082 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713d474-6d1d-4e53-8097-6e2df69c75c6 req-c21224db-7367-47bb-918f-c04ce7d2431a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:30.887549 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-a713d474-6d1d-4e53-8097-6e2df69c75c6 req-c21224db-7367-47bb-918f-c04ce7d2431a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 943 time: 0.0796549 May 17 12:03:30.935332 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-a713d474-6d1d-4e53-8097-6e2df69c75c6 req-a833fac8-5342-4cd7-875a-5a73e24c362a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413105 May 17 12:03:31.263405 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da40ffc-b1d0-4b09-92df-9a963b9c72a3 req-bdf28112-bef2-4992-a2a6-3b726f2fa8bd tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:31.264782 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-3da40ffc-b1d0-4b09-92df-9a963b9c72a3 req-bdf28112-bef2-4992-a2a6-3b726f2fa8bd tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.0869522 May 17 12:03:31.390661 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-3da40ffc-b1d0-4b09-92df-9a963b9c72a3 req-e26ad48b-2ba8-4e90-a627-e0674dde0e5f tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190960 May 17 12:03:31.595292 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c2459-fed6-4ba8-b6bd-25ae208d0d06 req-a4c7b225-d8d5-4d5a-b3e9-5f4d510f67f8 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:31.596742 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d51c2459-fed6-4ba8-b6bd-25ae208d0d06 req-a4c7b225-d8d5-4d5a-b3e9-5f4d510f67f8 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 944 time: 0.0920808 May 17 12:03:31.644205 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d51c2459-fed6-4ba8-b6bd-25ae208d0d06 req-93bb726b-10f7-4a58-ab27-7b269893b8fa tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416222 May 17 12:03:31.707537 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b8fe7-e3e5-412f-b2e9-c9d04c38aab2 req-4261d96c-9bd9-4fca-a9ac-b91c23c30fb3 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:31.709016 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-583b8fe7-e3e5-412f-b2e9-c9d04c38aab2 req-4261d96c-9bd9-4fca-a9ac-b91c23c30fb3 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d HTTP/1.1" status: 200 len: 945 time: 0.0839751 May 17 12:03:31.756197 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-583b8fe7-e3e5-412f-b2e9-c9d04c38aab2 req-b7be6879-0d80-4a7b-8df7-3c1995d514f3 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413268 May 17 12:03:32.209187 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75896e-806c-4d3d-9809-556fcdb66114 req-6d41a64d-05e3-41ed-a5bc-1d9fea540e88 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:32.210740 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-db75896e-806c-4d3d-9809-556fcdb66114 req-6d41a64d-05e3-41ed-a5bc-1d9fea540e88 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 943 time: 0.1638026 May 17 12:03:32.257300 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-db75896e-806c-4d3d-9809-556fcdb66114 req-2efd6dac-e58a-4d60-99bc-d1956040708a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406332 May 17 12:03:32.550282 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c0b69a-cb91-4069-adf7-6ebb3c2847a0 req-f8f8fd6c-aee9-4fcd-add2-644ff3312b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:32.551901 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f3c0b69a-cb91-4069-adf7-6ebb3c2847a0 req-f8f8fd6c-aee9-4fcd-add2-644ff3312b89 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6bf663e867404027b23faa6cae49fd9c&device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 1098 time: 0.1377606 May 17 12:03:32.556356 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af218861-9e78-42fd-8ff5-bf10d0664b06 req-c9ae39e7-0b36-4300-9733-b0b926986a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:32.557823 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-af218861-9e78-42fd-8ff5-bf10d0664b06 req-c9ae39e7-0b36-4300-9733-b0b926986a89 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=05e25a4be2774eceadebdf38b9b2fdf8&device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 1097 time: 0.1126492 May 17 12:03:32.577543 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa0f67-e20e-419d-8d8f-3723de3487f7 req-5129212d-64e7-4e1b-be77-bb447f205d05 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:32.579100 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-ddaa0f67-e20e-419d-8d8f-3723de3487f7 req-5129212d-64e7-4e1b-be77-bb447f205d05 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.0813088 May 17 12:03:32.635309 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-ddaa0f67-e20e-419d-8d8f-3723de3487f7 req-b9ac9c19-a041-4395-979d-17a2871bde36 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489771 May 17 12:03:32.868748 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c0b69a-cb91-4069-adf7-6ebb3c2847a0 req-d4769428-2516-4a70-8199-0617a5a9812c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:32.870221 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f3c0b69a-cb91-4069-adf7-6ebb3c2847a0 req-d4769428-2516-4a70-8199-0617a5a9812c service neutron] 10.222.0.52 "GET /v2.0/networks?id=0aa99b04-4428-4e05-a28f-238c74f78706 HTTP/1.1" status: 200 len: 920 time: 0.3053823 May 17 12:03:32.878526 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af218861-9e78-42fd-8ff5-bf10d0664b06 req-893f4f4a-ad80-4d25-8d99-2147667e78a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:32.880477 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-af218861-9e78-42fd-8ff5-bf10d0664b06 req-893f4f4a-ad80-4d25-8d99-2147667e78a1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8 HTTP/1.1" status: 200 len: 915 time: 0.3142960 May 17 12:03:32.999017 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6288b86-e847-4441-84bb-dbe2a120086b req-96b4613d-37a3-4ffb-bd98-8bdc8db5ae8b tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:33.002636 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-a6288b86-e847-4441-84bb-dbe2a120086b req-96b4613d-37a3-4ffb-bd98-8bdc8db5ae8b tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d HTTP/1.1" status: 200 len: 945 time: 0.1187079 May 17 12:03:33.015522 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f3c0b69a-cb91-4069-adf7-6ebb3c2847a0 req-378b2801-f0c5-48a7-b53f-0e9a1176a9cd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e35031fa-3260-4017-b2da-7bb3bc1daace HTTP/1.1" status: 200 len: 217 time: 0.1338325 May 17 12:03:33.016714 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-af218861-9e78-42fd-8ff5-bf10d0664b06 req-9ee6ded2-9bc0-4d71-9a67-1251f704a60d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd HTTP/1.1" status: 200 len: 217 time: 0.0795958 May 17 12:03:33.072527 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-a6288b86-e847-4441-84bb-dbe2a120086b req-9c1cf42e-35c5-4e45-85e7-fdd8e3c47ec2 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642996 May 17 12:03:33.099590 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] get_ports_and_sgs() called for port_ids ['a61cc3e3-6c96-495c-b5d1-fc8e8cf07dc4'] {{(pid=78702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:03:33.104735 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13053ef-f8ab-4146-9f0d-19ccd08f438d req-3cbfc5ea-1930-45d1-8ae7-27ddfc08f00c tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:33.106256 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-e13053ef-f8ab-4146-9f0d-19ccd08f438d req-3cbfc5ea-1930-45d1-8ae7-27ddfc08f00c tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 944 time: 0.3313136 May 17 12:03:33.186934 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c0b69a-cb91-4069-adf7-6ebb3c2847a0 req-dc8816d2-643e-4cbd-9d7e-99802d385972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:33.188305 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f3c0b69a-cb91-4069-adf7-6ebb3c2847a0 req-dc8816d2-643e-4cbd-9d7e-99802d385972 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cd8b9db4-1f1b-432a-b983-8b7aa274be94 HTTP/1.1" status: 200 len: 859 time: 0.1581287 May 17 12:03:33.192086 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af218861-9e78-42fd-8ff5-bf10d0664b06 req-7d73a3ca-cc12-410f-af3c-de3b5da5ccb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:33.193337 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-af218861-9e78-42fd-8ff5-bf10d0664b06 req-7d73a3ca-cc12-410f-af3c-de3b5da5ccb3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=09a794ab-93ea-4d3a-9af7-0e8998678595 HTTP/1.1" status: 200 len: 853 time: 0.1323719 May 17 12:03:33.196277 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-e13053ef-f8ab-4146-9f0d-19ccd08f438d req-c7cdadb9-ac5b-44e8-aabd-082464fdc4d8 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781505 May 17 12:03:33.278603 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f3c0b69a-cb91-4069-adf7-6ebb3c2847a0 req-4eb12a58-5073-42ab-80a0-268b166f58f8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0aa99b04-4428-4e05-a28f-238c74f78706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780647 May 17 12:03:33.463204 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f3c0b69a-cb91-4069-adf7-6ebb3c2847a0 req-f49d99b8-a6de-4ccb-9386-2b431eaade36 service neutron] 10.222.0.52 "GET /v2.0/networks/0aa99b04-4428-4e05-a28f-238c74f78706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723831 May 17 12:03:33.465299 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af218861-9e78-42fd-8ff5-bf10d0664b06 req-41f2bcdd-fbdc-4dc7-8cda-fc520dd2af38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:33.466638 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-af218861-9e78-42fd-8ff5-bf10d0664b06 req-41f2bcdd-fbdc-4dc7-8cda-fc520dd2af38 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2355843 May 17 12:03:33.515675 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a1020-6ab9-485e-ab91-2eaa3bd35109 req-61dc02a9-5a59-4522-b048-09f8628a7c3a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:33.517756 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-e83a1020-6ab9-485e-ab91-2eaa3bd35109 req-61dc02a9-5a59-4522-b048-09f8628a7c3a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 943 time: 0.0995924 May 17 12:03:33.567889 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-e83a1020-6ab9-485e-ab91-2eaa3bd35109 req-d2a7a6dd-90f2-4f97-af05-1986cd479e45 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428734 May 17 12:03:33.723233 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f3c0b69a-cb91-4069-adf7-6ebb3c2847a0 req-26680e87-9c4e-4915-8bd9-c2d53602de60 service neutron] 10.222.0.52 "GET /v2.0/networks/0aa99b04-4428-4e05-a28f-238c74f78706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447770 May 17 12:03:33.726324 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-af218861-9e78-42fd-8ff5-bf10d0664b06 req-2b5b71a0-db5d-43f5-b1cb-06b1c7f68d3f service neutron] 10.222.0.52 "GET /v2.0/networks/042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296038 May 17 12:03:34.143894 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b729cf-95fc-4e0d-9071-9e465a9c81c2 req-21da90d4-10da-4c40-9ec1-8a113aa186ea tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:34.145660 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-44b729cf-95fc-4e0d-9071-9e465a9c81c2 req-21da90d4-10da-4c40-9ec1-8a113aa186ea tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.3672614 May 17 12:03:34.147940 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-af218861-9e78-42fd-8ff5-bf10d0664b06 req-c8c21273-eddf-4181-8765-fac266202e28 service neutron] 10.222.0.52 "GET /v2.0/networks/042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011352 May 17 12:03:34.201533 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-44b729cf-95fc-4e0d-9071-9e465a9c81c2 req-3d180b17-137f-42c4-bff4-5a035190c3ea tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490980 May 17 12:03:34.364231 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device a61cc3e3-6c96-495c-b5d1-fc8e8cf07dc4 up at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:03:34.486208 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eeacee-1258-49e1-9c10-f5d5815757ed req-03f80113-53ab-4944-936e-8211ead057e6 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:34.499041 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-64eeacee-1258-49e1-9c10-f5d5815757ed req-03f80113-53ab-4944-936e-8211ead057e6 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 944 time: 0.1425009 May 17 12:03:34.504516 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Provisioning for port a61cc3e3-6c96-495c-b5d1-fc8e8cf07dc4 completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:03:34.510532 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Provisioning complete for port a61cc3e3-6c96-495c-b5d1-fc8e8cf07dc4 triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:03:34.511006 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:34.519319 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996f7fa-fa99-45cc-81d7-78d9e5eb987f req-a0a7dc28-ea05-4c5b-8103-9eb6b8840b41 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:34.521858 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-8996f7fa-fa99-45cc-81d7-78d9e5eb987f req-a0a7dc28-ea05-4c5b-8103-9eb6b8840b41 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d HTTP/1.1" status: 200 len: 945 time: 0.1799908 May 17 12:03:34.560484 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-64eeacee-1258-49e1-9c10-f5d5815757ed req-7072933b-e135-4d7f-b17d-0b357d7b6bf5 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624840 May 17 12:03:34.684215 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-8996f7fa-fa99-45cc-81d7-78d9e5eb987f req-f4ada57a-a7b8-49ff-b0cd-3b26aa7e485c tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050625 May 17 12:03:34.707348 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:34.757139 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a61cc3e3-6c96-495c-b5d1-fc8e8cf07dc4'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:03:34.768502 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port a61cc3e3-6c96-495c-b5d1-fc8e8cf07dc4, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=a61cc3e3-6c96-495c-b5d1-fc8e8cf07dc4,segment=NetworkSegment(fc33f06e-2bc8-4f14-a3bc-34577e37d0fa),segment_id=fc33f06e-2bc8-4f14-a3bc-34577e37d0fa)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:03:34.774088 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:34.788139 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:34.838434 dv-cinder-734144-19-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a61cc3e3-6c96-495c-b5d1-fc8e8cf07dc4', 'code': 200} May 17 12:03:34.916173 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=a61cc3e3-6c96-495c-b5d1-fc8e8cf07dc4,revision_number=5']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:34.925324 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:34.964020 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a693b-6057-4891-afac-c070b0aa713f req-c54308be-4fe1-4a98-8d89-509b7378c71b tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:34.965767 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-263a693b-6057-4891-afac-c070b0aa713f req-c54308be-4fe1-4a98-8d89-509b7378c71b tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 943 time: 0.1507902 May 17 12:03:35.086653 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-263a693b-6057-4891-afac-c070b0aa713f req-3da93498-bfac-44f1-91b8-00ccdb935e78 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107323 May 17 12:03:35.105984 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-728e3ebd-6b22-4416-837d-e482163af2ad req-ad6defb5-59e1-4427-8b11-8defba2493fa service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1099970 May 17 12:03:35.340875 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3c731-fd45-4cf9-805a-624be39a8d25 req-2eb29a87-951c-4f88-bad4-b76f03db9091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:35.345138 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0cf3c731-fd45-4cf9-805a-624be39a8d25 req-2eb29a87-951c-4f88-bad4-b76f03db9091 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d HTTP/1.1" status: 200 len: 1099 time: 0.1672060 May 17 12:03:35.357305 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e3ebd-6b22-4416-837d-e482163af2ad req-4ec708b6-9971-41f7-a3cf-8f3f52becfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:35.358895 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-728e3ebd-6b22-4416-837d-e482163af2ad req-4ec708b6-9971-41f7-a3cf-8f3f52becfc3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6bf663e867404027b23faa6cae49fd9c&device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 1099 time: 0.2293069 May 17 12:03:35.566737 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e3ebd-6b22-4416-837d-e482163af2ad req-9d419c00-9cef-42e2-b226-18dd49f5f009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:35.568371 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-728e3ebd-6b22-4416-837d-e482163af2ad req-9d419c00-9cef-42e2-b226-18dd49f5f009 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0aa99b04-4428-4e05-a28f-238c74f78706 HTTP/1.1" status: 200 len: 920 time: 0.1659832 May 17 12:03:35.618219 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e331e03-09f7-4684-a40c-e52836854169 req-54cc455f-fc5f-4153-8ff2-89a30392babb tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:35.619865 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-9e331e03-09f7-4684-a40c-e52836854169 req-54cc455f-fc5f-4153-8ff2-89a30392babb tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.0986979 May 17 12:03:35.674345 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-9e331e03-09f7-4684-a40c-e52836854169 req-24dba9fa-90be-4be8-a4d6-da67e1dc80dc tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475914 May 17 12:03:35.713073 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-728e3ebd-6b22-4416-837d-e482163af2ad req-260edc16-b738-4812-b2b9-08a274f1d9c2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e606e988-f68e-4583-971b-0396df5625f6 HTTP/1.1" status: 200 len: 217 time: 0.0997570 May 17 12:03:35.717376 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0cf3c731-fd45-4cf9-805a-624be39a8d25 req-3bfe8bfe-e793-440d-8e38-c605ec515208 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574491 May 17 12:03:35.796276 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e3ebd-6b22-4416-837d-e482163af2ad req-4300cf1e-22a1-4377-8fd5-7ef6eb36f908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:35.800221 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-728e3ebd-6b22-4416-837d-e482163af2ad req-4300cf1e-22a1-4377-8fd5-7ef6eb36f908 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cd8b9db4-1f1b-432a-b983-8b7aa274be94 HTTP/1.1" status: 200 len: 859 time: 0.0799856 May 17 12:03:35.866085 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57454ba8-fe67-4ca1-8b11-c9881f23bff6 req-a8875c70-5a94-4045-8255-e3b0fbf736bb tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:35.868099 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-57454ba8-fe67-4ca1-8b11-c9881f23bff6 req-a8875c70-5a94-4045-8255-e3b0fbf736bb tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.4668188 May 17 12:03:35.876301 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-728e3ebd-6b22-4416-837d-e482163af2ad req-15f77fe7-6449-409f-bacf-cb38cc6530ab service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0aa99b04-4428-4e05-a28f-238c74f78706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677807 May 17 12:03:35.906337 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248cd1e-2825-45c1-b382-c41819dd6a21 req-25adc18b-a39a-49b6-a102-98a0ee233f2f tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:35.908655 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-8248cd1e-2825-45c1-b382-c41819dd6a21 req-25adc18b-a39a-49b6-a102-98a0ee233f2f tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 944 time: 0.1092432 May 17 12:03:35.971415 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-8248cd1e-2825-45c1-b382-c41819dd6a21 req-77ab343c-9d68-4d09-9322-4c1cb650bcb3 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562475 May 17 12:03:36.076377 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-57454ba8-fe67-4ca1-8b11-c9881f23bff6 req-b9b9b0d1-d139-43d3-a838-0643cf73867d tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903048 May 17 12:03:36.121390 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-728e3ebd-6b22-4416-837d-e482163af2ad req-68c6fc97-2ca2-4d52-be4b-f9949d6c29f5 service neutron] 10.222.0.52 "GET /v2.0/networks/0aa99b04-4428-4e05-a28f-238c74f78706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990616 May 17 12:03:36.161763 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867870b7-d937-4d0f-9240-4e2648135a72 req-b12c2421-08cc-40a2-853c-c17fe612de7c tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:36.163250 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-867870b7-d937-4d0f-9240-4e2648135a72 req-b12c2421-08cc-40a2-853c-c17fe612de7c tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d HTTP/1.1" status: 200 len: 946 time: 0.0872324 May 17 12:03:36.211242 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-867870b7-d937-4d0f-9240-4e2648135a72 req-580d7f94-b292-42a8-86e7-28e702b84210 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421555 May 17 12:03:36.289013 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-728e3ebd-6b22-4416-837d-e482163af2ad req-0f9f4a69-dbb9-434a-8f78-557ae708a7c0 service neutron] 10.222.0.52 "GET /v2.0/networks/0aa99b04-4428-4e05-a28f-238c74f78706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600394 May 17 12:03:36.333903 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8635ac-b002-457f-89da-7a56c6a06592 req-de643006-e309-4ca9-af41-0b7f5478f1db tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:36.335391 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ad8635ac-b002-457f-89da-7a56c6a06592 req-de643006-e309-4ca9-af41-0b7f5478f1db tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 943 time: 0.0884414 May 17 12:03:36.383120 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ad8635ac-b002-457f-89da-7a56c6a06592 req-667c421d-4810-4aea-a79b-c0fc1ef1c287 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421593 May 17 12:03:36.867224 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a2cf7-a3fc-42a4-8390-c65a4a50bd41 req-d361aa94-70e9-4894-aa6b-bf2170560769 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:36.868680 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-3c4a2cf7-a3fc-42a4-8390-c65a4a50bd41 req-d361aa94-70e9-4894-aa6b-bf2170560769 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.0853972 May 17 12:03:36.915414 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-3c4a2cf7-a3fc-42a4-8390-c65a4a50bd41 req-133306b6-324d-469a-b051-9ff0d531f889 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409188 May 17 12:03:36.944334 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 58192) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:37.063282 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-d7711580-2a2b-4ab7-bf1b-76c7d0624e9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:37.118627 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-d7711580-2a2b-4ab7-bf1b-76c7d0624e9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:37.127603 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-d7711580-2a2b-4ab7-bf1b-76c7d0624e9c admin admin] Usage tracker for resource:security_group_rule and tenant:e91bd2c946464bcabca24726a2d3285e is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:03:37.131883 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-d7711580-2a2b-4ab7-bf1b-76c7d0624e9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:03:37.139615 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-d7711580-2a2b-4ab7-bf1b-76c7d0624e9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:37.198134 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a911b9-429c-4f39-ba30-2ae0b12354d6 req-dd6d726a-3d12-45e3-9568-8d4f8edeaadc tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:37.199577 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-36a911b9-429c-4f39-ba30-2ae0b12354d6 req-dd6d726a-3d12-45e3-9568-8d4f8edeaadc tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 944 time: 0.1269763 May 17 12:03:37.266061 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c7a0a-6299-4e7b-8d42-759a688831cb req-b89d012a-b0b1-486b-8ef6-ad74fee4558e tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:37.268013 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-538c7a0a-6299-4e7b-8d42-759a688831cb req-b89d012a-b0b1-486b-8ef6-ad74fee4558e tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.0809302 May 17 12:03:37.318650 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-538c7a0a-6299-4e7b-8d42-759a688831cb req-88e96be2-4dc8-4a1d-87bd-808a704fe3c4 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446630 May 17 12:03:37.352426 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-36a911b9-429c-4f39-ba30-2ae0b12354d6 req-ce513737-435a-4cb6-baa3-86f24400fd7f tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456573 May 17 12:03:37.366806 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-d7711580-2a2b-4ab7-bf1b-76c7d0624e9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:37.372608 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-d7711580-2a2b-4ab7-bf1b-76c7d0624e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:37.383233 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:37.431623 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-d7711580-2a2b-4ab7-bf1b-76c7d0624e9c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e91bd2c946464bcabca24726a2d3285e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4860520 May 17 12:03:37.434181 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 58212) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:37.437371 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7711580-2a2b-4ab7-bf1b-76c7d0624e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e743cac-a134-41e1-9c5d-f5f2fca496dc,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:37.441174 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-d7711580-2a2b-4ab7-bf1b-76c7d0624e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:37.558918 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-ccace3b3-b09e-4314-a5a0-561af2eeac9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:37.592612 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-ccace3b3-b09e-4314-a5a0-561af2eeac9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:37.602444 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8561f-2806-40d4-adec-3ba7e924f698 req-c54cc61e-4c06-4aa1-ba1d-84ff5f1b4dce tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:37.603915 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-05a8561f-2806-40d4-adec-3ba7e924f698 req-c54cc61e-4c06-4aa1-ba1d-84ff5f1b4dce tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 943 time: 0.0832403 May 17 12:03:37.621946 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95186b1-009c-4a73-be82-cd706ab90ac6 req-f2fb54c0-2eb8-4971-900e-98e3f764fa2d tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:37.623426 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-b95186b1-009c-4a73-be82-cd706ab90ac6 req-f2fb54c0-2eb8-4971-900e-98e3f764fa2d tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d HTTP/1.1" status: 200 len: 946 time: 0.1487465 May 17 12:03:37.655227 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-05a8561f-2806-40d4-adec-3ba7e924f698 req-2fa08429-25b4-4f9b-b2e2-e931a30e7b8d tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448117 May 17 12:03:37.684373 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-b95186b1-009c-4a73-be82-cd706ab90ac6 req-3ea3251f-8c07-4443-806e-2a7391c8c99a tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509167 May 17 12:03:37.702478 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-ccace3b3-b09e-4314-a5a0-561af2eeac9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:37.718548 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:37.721763 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:03:37.734190 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccace3b3-b09e-4314-a5a0-561af2eeac9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e743cac-a134-41e1-9c5d-f5f2fca496dc,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:37.749039 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccace3b3-b09e-4314-a5a0-561af2eeac9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:37.749515 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccace3b3-b09e-4314-a5a0-561af2eeac9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:37.750002 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccace3b3-b09e-4314-a5a0-561af2eeac9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:37.750556 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccace3b3-b09e-4314-a5a0-561af2eeac9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:37.751607 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccace3b3-b09e-4314-a5a0-561af2eeac9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:37.752210 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccace3b3-b09e-4314-a5a0-561af2eeac9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:37.752594 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccace3b3-b09e-4314-a5a0-561af2eeac9b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:37.753123 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccace3b3-b09e-4314-a5a0-561af2eeac9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:37.753246 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:37.753597 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccace3b3-b09e-4314-a5a0-561af2eeac9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:37.754047 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccace3b3-b09e-4314-a5a0-561af2eeac9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:37.754707 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccace3b3-b09e-4314-a5a0-561af2eeac9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:37.755177 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccace3b3-b09e-4314-a5a0-561af2eeac9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:03:37.765673 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-ccace3b3-b09e-4314-a5a0-561af2eeac9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:37.768668 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-ccace3b3-b09e-4314-a5a0-561af2eeac9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:37.769863 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-ccace3b3-b09e-4314-a5a0-561af2eeac9b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2e743cac-a134-41e1-9c5d-f5f2fca496dc HTTP/1.1" status: 204 len: 168 time: 0.3347132 May 17 12:03:37.942587 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd,segment=NetworkSegment(ebfe5be2-a5ab-413f-9970-7c2debd41896),segment_id=ebfe5be2-a5ab-413f-9970-7c2debd41896)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:03:37.957366 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Returning: {'device': 'dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd', 'network_id': '042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8', 'port_id': 'dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd', 'mac_address': 'fa:16:3e:70:74:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09a794ab-93ea-4d3a-9af7-0e8998678595', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:03:38.015026 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:38.035013 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:03:38.053127 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd,segment=NetworkSegment(ebfe5be2-a5ab-413f-9970-7c2debd41896),segment_id=ebfe5be2-a5ab-413f-9970-7c2debd41896)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:03:38.058136 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:38.059176 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 4d3d7d97-9f22-4cee-8535-01e2e8893ab2 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:03:38.061261 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-e10f2692-1d55-458e-a9ca-337195ea2626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:38.121458 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d8fc2-1a59-45aa-a965-cf5b95df4a7c req-7c9d69f5-6f12-4454-b55f-2b035b2fe43d tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:38.123728 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-ad1d8fc2-1a59-45aa-a965-cf5b95df4a7c req-7c9d69f5-6f12-4454-b55f-2b035b2fe43d tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.0904999 May 17 12:03:38.143192 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd,revision_number=4']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:38.153282 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:38.178106 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-ad1d8fc2-1a59-45aa-a965-cf5b95df4a7c req-2f62df53-09d7-4e6c-aed4-d1e440b782c5 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473905 May 17 12:03:38.288684 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port 4d3d7d97-9f22-4cee-8535-01e2e8893ab2, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=4d3d7d97-9f22-4cee-8535-01e2e8893ab2,segment=NetworkSegment(5f3ca14c-f170-4716-92b7-0cba2aeab367),segment_id=5f3ca14c-f170-4716-92b7-0cba2aeab367)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:03:38.302785 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Returning: {'device': '4d3d7d97-9f22-4cee-8535-01e2e8893ab2', 'network_id': '60d01f58-95c2-41d0-9639-8f96ef255b31', 'port_id': '4d3d7d97-9f22-4cee-8535-01e2e8893ab2', 'mac_address': 'fa:16:3e:61:22:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef588d6f-d166-4427-8aef-1ce83b0779d0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:03:38.359552 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:38.378846 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d3d7d97-9f22-4cee-8535-01e2e8893ab2 {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:03:38.396477 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port 4d3d7d97-9f22-4cee-8535-01e2e8893ab2, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=4d3d7d97-9f22-4cee-8535-01e2e8893ab2,segment=NetworkSegment(5f3ca14c-f170-4716-92b7-0cba2aeab367),segment_id=5f3ca14c-f170-4716-92b7-0cba2aeab367)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:03:38.400636 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:38.402667 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:38.473523 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=4d3d7d97-9f22-4cee-8535-01e2e8893ab2,revision_number=4']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:38.476519 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:38.543218 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ac160-fc88-428c-b452-42d95181a3d1 req-764a0468-a116-4eeb-8213-a227fbf52c7c tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:38.544698 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-fb8ac160-fc88-428c-b452-42d95181a3d1 req-764a0468-a116-4eeb-8213-a227fbf52c7c tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 945 time: 0.0818996 May 17 12:03:38.595389 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-fb8ac160-fc88-428c-b452-42d95181a3d1 req-e897c90c-ae08-4f32-8be3-eee8cd02fbf4 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432181 May 17 12:03:38.757815 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0ec515f5-f22f-4f2c-b51c-b92f35112b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:38.907849 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc2d6a-1d84-489c-873e-dc6d982bcef1 req-c9d40673-b97f-48e2-884f-ba153877c2d4 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:38.909737 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-1bfc2d6a-1d84-489c-873e-dc6d982bcef1 req-c9d40673-b97f-48e2-884f-ba153877c2d4 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d HTTP/1.1" status: 200 len: 946 time: 0.1072078 May 17 12:03:38.931839 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353a413-2b7e-442a-93b0-76b951279571 req-d816e193-85c9-4ad8-b363-19169abf9eb3 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:38.933436 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-8353a413-2b7e-442a-93b0-76b951279571 req-d816e193-85c9-4ad8-b363-19169abf9eb3 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 944 time: 0.1269927 May 17 12:03:38.972909 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-1bfc2d6a-1d84-489c-873e-dc6d982bcef1 req-bb7b6796-93f4-42f3-94e4-3b673f3da70d tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529368 May 17 12:03:38.993913 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-8353a413-2b7e-442a-93b0-76b951279571 req-fa166fbe-eebc-4bc3-924c-8bbd203092b2 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536280 May 17 12:03:39.367139 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702a146-f452-4a8c-b2e9-9c2283e9393e req-6bdd7b0f-c6b3-4767-85e3-2b02e3734e1d tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:39.368580 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-6702a146-f452-4a8c-b2e9-9c2283e9393e req-6bdd7b0f-c6b3-4767-85e3-2b02e3734e1d tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.0805771 May 17 12:03:39.412182 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-6702a146-f452-4a8c-b2e9-9c2283e9393e req-dfb4c357-d597-455d-87e6-213d44f76ca8 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379314 May 17 12:03:39.783009 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d961c-dec8-4c74-b795-bb28c1bafa26 req-3acc1c47-2a03-4278-a46f-0d82732ff87d tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:39.784472 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-179d961c-dec8-4c74-b795-bb28c1bafa26 req-3acc1c47-2a03-4278-a46f-0d82732ff87d tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 945 time: 0.0803564 May 17 12:03:39.832205 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-179d961c-dec8-4c74-b795-bb28c1bafa26 req-1d0d8f40-3f48-4aa6-a634-a0520dae8f65 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419796 May 17 12:03:40.163515 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203a51b-b775-446d-9ade-faafae831abb req-24ae4718-7bc1-453d-abe0-d8c6c841514d tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:40.165082 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-2203a51b-b775-446d-9ade-faafae831abb req-24ae4718-7bc1-453d-abe0-d8c6c841514d tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d HTTP/1.1" status: 200 len: 946 time: 0.0809841 May 17 12:03:40.179186 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e5489-1e4a-42cb-9ede-10d98bf36bdd req-1b0bfb76-4489-4a23-88fb-fa83c882ebfe tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:40.180647 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-587e5489-1e4a-42cb-9ede-10d98bf36bdd req-1b0bfb76-4489-4a23-88fb-fa83c882ebfe tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 944 time: 0.0795970 May 17 12:03:40.216352 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-2203a51b-b775-446d-9ade-faafae831abb req-352e2a57-0515-4df0-9380-84a6a916e4cc tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408783 May 17 12:03:40.237025 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-587e5489-1e4a-42cb-9ede-10d98bf36bdd req-b8f2dead-41a0-4637-9be5-05dd1cd46a32 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438764 May 17 12:03:40.371372 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] get_ports_and_sgs() called for port_ids ['4d3d7d97-9f22-4cee-8535-01e2e8893ab2'] {{(pid=78702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:03:40.444413 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] get_ports_and_sgs() called for port_ids ['dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd'] {{(pid=78702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:03:40.714857 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86ee45-7fb9-4756-9f61-c31eba8a21d6 req-1787986e-b098-4833-acd7-57ca91ed2311 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:40.716457 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-ee86ee45-7fb9-4756-9f61-c31eba8a21d6 req-1787986e-b098-4833-acd7-57ca91ed2311 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.1654980 May 17 12:03:40.767027 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-ee86ee45-7fb9-4756-9f61-c31eba8a21d6 req-4fc6bb86-892a-4b36-9388-ef9ac73655ac tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434344 May 17 12:03:40.884080 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.agents_db [None req-bc444940-bb86-4de8-ac48-ae4570a6a7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:03:41.021699 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8208bf01-4c94-4356-b709-4b87706d3f26 req-103c19d3-66af-4d66-acfc-9c7ae77409ce tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:41.023182 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-8208bf01-4c94-4356-b709-4b87706d3f26 req-103c19d3-66af-4d66-acfc-9c7ae77409ce tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 945 time: 0.0843384 May 17 12:03:41.068965 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-8208bf01-4c94-4356-b709-4b87706d3f26 req-f2ab32d8-edb0-45fa-a178-7334247e4e4a tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401242 May 17 12:03:41.279576 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-750b1b34-cd0d-42eb-bccf-af3c93021a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:41.287042 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944895a-adbf-4109-bb45-704f0a17b175 req-6b8f6f9e-26cb-4b35-8d15-a6435942b9cf tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:41.288629 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-3944895a-adbf-4109-bb45-704f0a17b175 req-6b8f6f9e-26cb-4b35-8d15-a6435942b9cf tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.0918117 May 17 12:03:41.301838 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:41.337683 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-3944895a-adbf-4109-bb45-704f0a17b175 req-a2647b2e-dd5a-474a-a292-bb1acd70543e tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407071 May 17 12:03:41.416711 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b855f3-eb75-48d1-b289-20ce412286ea req-2ab36b63-3a3d-4e9c-a5cc-6cd0c36e9c8e tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:41.418249 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-15b855f3-eb75-48d1-b289-20ce412286ea req-2ab36b63-3a3d-4e9c-a5cc-6cd0c36e9c8e tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d HTTP/1.1" status: 200 len: 946 time: 0.0844178 May 17 12:03:41.470448 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-15b855f3-eb75-48d1-b289-20ce412286ea req-e43081b2-f6d5-4159-a459-41d6500e586b tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452976 May 17 12:03:41.530333 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece7dad-a4d8-441c-aff1-7db781d8b8da req-d986552f-ef6c-4fad-a256-8ada5adb7461 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:41.531707 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-cece7dad-a4d8-441c-aff1-7db781d8b8da req-d986552f-ef6c-4fad-a256-8ada5adb7461 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 944 time: 0.0940228 May 17 12:03:41.586005 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-cece7dad-a4d8-441c-aff1-7db781d8b8da req-1641717e-9847-421d-a57c-b892aec64950 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480304 May 17 12:03:41.763736 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd up at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:03:41.842130 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Provisioning for port dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:03:41.853924 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Provisioning complete for port dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:03:41.854304 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:42.002689 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abeb83c-56f6-4a3b-ad82-6a96199f1281 req-830d8520-7225-4178-ba52-bbcdb1e5ed0d tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:42.004989 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-8abeb83c-56f6-4a3b-ad82-6a96199f1281 req-830d8520-7225-4178-ba52-bbcdb1e5ed0d tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.1200550 May 17 12:03:42.028234 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:42.060395 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-8abeb83c-56f6-4a3b-ad82-6a96199f1281 req-ab6a51e6-cf5f-464e-9f33-ce05cf3bcbb9 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495152 May 17 12:03:42.064454 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e98ce2d3-dbf3-4c40-8263-ec185a6c34d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:03:42.089310 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd,segment=NetworkSegment(ebfe5be2-a5ab-413f-9970-7c2debd41896),segment_id=ebfe5be2-a5ab-413f-9970-7c2debd41896)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:03:42.099530 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:42.100675 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 4d3d7d97-9f22-4cee-8535-01e2e8893ab2 up at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:03:42.131055 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:42.178074 dv-cinder-734144-19-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e98ce2d3-dbf3-4c40-8263-ec185a6c34d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd', 'code': 200} May 17 12:03:42.238093 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd,revision_number=5']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:42.241916 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:42.254751 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Provisioning for port 4d3d7d97-9f22-4cee-8535-01e2e8893ab2 completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:03:42.260041 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Provisioning complete for port 4d3d7d97-9f22-4cee-8535-01e2e8893ab2 triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:03:42.260428 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:42.332515 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:42.358567 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b66735-2678-43fb-8735-6b848f37dffa req-a019b096-e4a9-481d-a400-3aac79d786f4 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:42.360158 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-c4b66735-2678-43fb-8735-6b848f37dffa req-a019b096-e4a9-481d-a400-3aac79d786f4 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 946 time: 0.0970283 May 17 12:03:42.405807 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:42.408791 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-c4b66735-2678-43fb-8735-6b848f37dffa req-62318b57-fd1d-425f-a4d0-610bc69c7a7a tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400722 May 17 12:03:42.445081 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port 4d3d7d97-9f22-4cee-8535-01e2e8893ab2, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=4d3d7d97-9f22-4cee-8535-01e2e8893ab2,segment=NetworkSegment(5f3ca14c-f170-4716-92b7-0cba2aeab367),segment_id=5f3ca14c-f170-4716-92b7-0cba2aeab367)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:03:42.449217 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:42.450965 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:42.527336 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=4d3d7d97-9f22-4cee-8535-01e2e8893ab2,revision_number=5']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:42.528721 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:42.799710 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724508e-741a-4b9b-9dac-857bdb3e4e12 req-219e2976-d6cd-4c49-8021-4e0d69dc5d2f tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:42.801198 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-4724508e-741a-4b9b-9dac-857bdb3e4e12 req-219e2976-d6cd-4c49-8021-4e0d69dc5d2f tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 945 time: 0.0884676 May 17 12:03:42.849212 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-4724508e-741a-4b9b-9dac-857bdb3e4e12 req-dd73d928-5e44-4b5f-ba3e-081ca56b7aa5 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416639 May 17 12:03:43.262788 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c79115-36f0-4518-9893-3657ceeb97f4 req-1b745c39-360b-4752-b4fd-8a0919cb2efa tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:43.264255 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-01c79115-36f0-4518-9893-3657ceeb97f4 req-1b745c39-360b-4752-b4fd-8a0919cb2efa tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.0864985 May 17 12:03:43.314574 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-01c79115-36f0-4518-9893-3657ceeb97f4 req-d839b433-001d-45b0-b29b-27d7b43aee40 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428324 May 17 12:03:43.597357 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91864131-7789-4520-898f-2dd90aa7fa9b req-586bf39d-7701-467e-bd38-16b68362b0b2 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:43.598852 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-91864131-7789-4520-898f-2dd90aa7fa9b req-586bf39d-7701-467e-bd38-16b68362b0b2 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 946 time: 0.0841146 May 17 12:03:43.645194 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-91864131-7789-4520-898f-2dd90aa7fa9b req-aa1721eb-c10d-4e65-ad6f-63fa54e15334 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404322 May 17 12:03:44.039211 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6725b-69df-473a-81a1-c6c6f4a27ae8 req-4b100432-5d15-4248-873b-3c11ff7c871c tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:44.040642 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-2ff6725b-69df-473a-81a1-c6c6f4a27ae8 req-4b100432-5d15-4248-873b-3c11ff7c871c tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 945 time: 0.0791788 May 17 12:03:44.084648 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-2ff6725b-69df-473a-81a1-c6c6f4a27ae8 req-b3203fa8-98a8-42f9-940f-fbe5f69d324d tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381594 May 17 12:03:44.174835 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:44.179498 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c2d3fe-feb1-4c61-9f9d-df852dce1f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3d7d97-9f22-4cee-8535-01e2e8893ab2'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:03:44.226464 dv-cinder-734144-19-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c2d3fe-feb1-4c61-9f9d-df852dce1f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3d7d97-9f22-4cee-8535-01e2e8893ab2', 'code': 200} May 17 12:03:44.502566 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa44ba-bde9-4cf6-a776-cd01bdbfe0a3 req-7561138c-8aa5-42c3-b903-02b69ab595a7 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:44.503909 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-a4aa44ba-bde9-4cf6-a776-cd01bdbfe0a3 req-7561138c-8aa5-42c3-b903-02b69ab595a7 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.0822167 May 17 12:03:44.548400 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-a4aa44ba-bde9-4cf6-a776-cd01bdbfe0a3 req-126b01b1-9ba0-49aa-80e0-3d03ab17152b tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381799 May 17 12:03:44.831287 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d704d-cad3-4604-9672-47ed00c52434 req-abbb7953-62d7-4d78-905d-3d489ed1013c tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:44.832642 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-e91d704d-cad3-4604-9672-47ed00c52434 req-abbb7953-62d7-4d78-905d-3d489ed1013c tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 946 time: 0.0790989 May 17 12:03:44.879665 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-e91d704d-cad3-4604-9672-47ed00c52434 req-778e0246-b60f-456f-8173-e53a3858069f tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411022 May 17 12:03:45.271110 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40047ce4-1d27-46c7-bfc7-5bbe217b34f2 req-aa3fde85-ecaa-4aa8-ae95-8ea4838e5c20 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:45.272557 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-40047ce4-1d27-46c7-bfc7-5bbe217b34f2 req-aa3fde85-ecaa-4aa8-ae95-8ea4838e5c20 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 945 time: 0.0790672 May 17 12:03:45.318868 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-40047ce4-1d27-46c7-bfc7-5bbe217b34f2 req-9ef6df37-ac72-4915-a96b-2aab485ffada tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406289 May 17 12:03:45.810324 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62f47f-9756-4894-a4f6-b116afeb362e req-8441e9fc-c8bc-4527-b7a2-6ade684e9e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:45.811793 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-1c62f47f-9756-4894-a4f6-b116afeb362e req-8441e9fc-c8bc-4527-b7a2-6ade684e9e8d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 1098 time: 0.2049572 May 17 12:03:45.815154 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448133f-0483-4dc6-aff2-47501ef6ef18 req-a1ed01e2-bdcc-4f7e-aeb9-11ffcbac96a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:45.816578 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0448133f-0483-4dc6-aff2-47501ef6ef18 req-a1ed01e2-bdcc-4f7e-aeb9-11ffcbac96a6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 1099 time: 0.1731310 May 17 12:03:45.823985 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0dda7-f61e-46d9-97d6-beaa63f02412 req-4bdc5faa-5fcb-4be8-be9d-9108fecd63fa tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:45.825381 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-cda0dda7-f61e-46d9-97d6-beaa63f02412 req-4bdc5faa-5fcb-4be8-be9d-9108fecd63fa tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.1410754 May 17 12:03:45.927890 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-cda0dda7-f61e-46d9-97d6-beaa63f02412 req-ba509ad1-5da9-48d2-8b4b-812e03043597 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963061 May 17 12:03:45.933746 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-1c62f47f-9756-4894-a4f6-b116afeb362e req-d62fe17d-0078-4a7b-ae9f-5c95061448ee service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886292 May 17 12:03:45.935232 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0448133f-0483-4dc6-aff2-47501ef6ef18 req-956c3e6f-34e4-4504-8f44-4355ddc0626c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912247 May 17 12:03:46.076009 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2b7bc-31df-4b79-a1ac-470657b96a2d req-a82a32cd-5acb-4a56-9cb7-a6e462623f22 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:46.077504 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-79c2b7bc-31df-4b79-a1ac-470657b96a2d req-a82a32cd-5acb-4a56-9cb7-a6e462623f22 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 946 time: 0.0895312 May 17 12:03:46.124669 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-79c2b7bc-31df-4b79-a1ac-470657b96a2d req-0e01c134-e82b-44ec-8b97-b6cc2673d85b tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404007 May 17 12:03:46.531882 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b6c1b-5636-48c6-97d4-4e6615db2f04 req-c0c3aab9-142c-4a6c-9ccf-949e1a38288a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:46.533687 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-540b6c1b-5636-48c6-97d4-4e6615db2f04 req-c0c3aab9-142c-4a6c-9ccf-949e1a38288a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 945 time: 0.0968399 May 17 12:03:46.585602 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-540b6c1b-5636-48c6-97d4-4e6615db2f04 req-00e8405f-ed2b-48a9-a7e8-22d9622d9c51 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453885 May 17 12:03:46.589437 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568856c-d443-4701-9304-df2221cb408b req-ec200bd2-9c9f-44fc-89b7-f21a3c27bcca tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:46.590954 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-a568856c-d443-4701-9304-df2221cb408b req-ec200bd2-9c9f-44fc-89b7-f21a3c27bcca tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d HTTP/1.1" status: 200 len: 946 time: 0.0887942 May 17 12:03:46.641566 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-a568856c-d443-4701-9304-df2221cb408b req-78a124df-85ca-46a0-bb66-a12971813af7 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438943 May 17 12:03:47.114715 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9503a2-3594-46e7-8af3-964fbb737fad req-175922d9-59f5-4b5c-9481-8cf3a09acda9 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:47.116428 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-3e9503a2-3594-46e7-8af3-964fbb737fad req-175922d9-59f5-4b5c-9481-8cf3a09acda9 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.0789375 May 17 12:03:47.165247 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-3e9503a2-3594-46e7-8af3-964fbb737fad req-8e4edec9-3396-46af-bf12-445083f45d59 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430257 May 17 12:03:47.318729 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e377a44-ca90-4a04-b850-67f418e9911c req-b7af85ff-7a8a-4e2e-b07a-6636f5dd33f4 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:47.320195 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-7e377a44-ca90-4a04-b850-67f418e9911c req-b7af85ff-7a8a-4e2e-b07a-6636f5dd33f4 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 946 time: 0.0792682 May 17 12:03:47.365268 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-7e377a44-ca90-4a04-b850-67f418e9911c req-afb7a3f9-4470-441e-a5a1-5244e79996cd tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392857 May 17 12:03:47.785407 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f1c85-a4fc-4bac-83c7-155dff59c2c0 req-4d84fc4e-9081-4b58-8b80-895b3b519d79 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:47.786866 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-128f1c85-a4fc-4bac-83c7-155dff59c2c0 req-4d84fc4e-9081-4b58-8b80-895b3b519d79 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 945 time: 0.0864081 May 17 12:03:47.835356 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-128f1c85-a4fc-4bac-83c7-155dff59c2c0 req-dd6047a3-0779-4144-84ae-0231a2efec51 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413959 May 17 12:03:47.905926 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469dd922-4fc8-488c-9f33-aeeb8a8caf3d req-77d23dcb-5761-4ebf-9140-fedfd8bae99c tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:47.907638 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-469dd922-4fc8-488c-9f33-aeeb8a8caf3d req-77d23dcb-5761-4ebf-9140-fedfd8bae99c tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d HTTP/1.1" status: 200 len: 946 time: 0.1550753 May 17 12:03:47.952798 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-469dd922-4fc8-488c-9f33-aeeb8a8caf3d req-81c3b75f-f5d6-49ac-bafc-b2125931fda0 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390038 May 17 12:03:48.356401 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad7fefc-bc0e-48a6-ad4c-b277a97e5ed6 req-c7a8acf5-80b9-44fa-b0d1-28beee987751 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:48.357874 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-0ad7fefc-bc0e-48a6-ad4c-b277a97e5ed6 req-c7a8acf5-80b9-44fa-b0d1-28beee987751 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.0822308 May 17 12:03:48.402774 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-0ad7fefc-bc0e-48a6-ad4c-b277a97e5ed6 req-ca6d11f8-62b5-4d13-84ba-8e91373ebed2 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382390 May 17 12:03:48.546227 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5fa2a-2f19-4d5f-bc62-97d95157620a req-73cbe05e-9af4-41c1-b8cf-610df0d198aa tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:48.548220 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-47f5fa2a-2f19-4d5f-bc62-97d95157620a req-73cbe05e-9af4-41c1-b8cf-610df0d198aa tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 946 time: 0.0790191 May 17 12:03:48.593809 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-47f5fa2a-2f19-4d5f-bc62-97d95157620a req-04a72347-9935-459d-8cc1-9e9c4d98daef tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390139 May 17 12:03:49.023642 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74e88d-7d29-450d-8519-d78e8442d82d req-566f4074-75ae-455e-908b-873d12eca82c tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:49.025148 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-7c74e88d-7d29-450d-8519-d78e8442d82d req-566f4074-75ae-455e-908b-873d12eca82c tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 945 time: 0.0798204 May 17 12:03:49.073511 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-7c74e88d-7d29-450d-8519-d78e8442d82d req-b86b12a5-ac70-4481-ba67-f1596b956287 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426824 May 17 12:03:49.144079 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12218d-1edc-4492-8a89-9604bdafdfbd req-8c16f742-d14b-4fb3-8ee4-5bc796ab534b tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:49.145551 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6d12218d-1edc-4492-8a89-9604bdafdfbd req-8c16f742-d14b-4fb3-8ee4-5bc796ab534b tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d HTTP/1.1" status: 200 len: 946 time: 0.0859470 May 17 12:03:49.189419 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6d12218d-1edc-4492-8a89-9604bdafdfbd req-0e24e2af-28d2-4d71-97d7-213d5ef943f3 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381866 May 17 12:03:49.587999 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf35c31-22ac-485f-8e20-1dcb66202e2f req-9c4954e9-c09c-4a38-88c8-99aa87414bf3 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:49.590045 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-daf35c31-22ac-485f-8e20-1dcb66202e2f req-9c4954e9-c09c-4a38-88c8-99aa87414bf3 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.0808368 May 17 12:03:49.636507 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-daf35c31-22ac-485f-8e20-1dcb66202e2f req-e065825a-ad07-4523-ad8a-24fd032fe81a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404854 May 17 12:03:49.787564 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915f7e4-0d5e-4253-acd9-fe1e9ed3fbb3 req-27cc52fd-f3d0-4a22-8a0b-8a8bc44fd352 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:49.788977 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-a915f7e4-0d5e-4253-acd9-fe1e9ed3fbb3 req-27cc52fd-f3d0-4a22-8a0b-8a8bc44fd352 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 946 time: 0.0824587 May 17 12:03:49.833109 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-a915f7e4-0d5e-4253-acd9-fe1e9ed3fbb3 req-020a830a-3087-4b6c-820d-8c9528360012 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382435 May 17 12:03:50.327309 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329058c-09ef-41e2-af1c-e7cf85997b42 req-0fa982c6-e4cb-42ca-bbad-ef675b380803 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:50.329386 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-9329058c-09ef-41e2-af1c-e7cf85997b42 req-0fa982c6-e4cb-42ca-bbad-ef675b380803 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 945 time: 0.1443639 May 17 12:03:50.374097 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-9329058c-09ef-41e2-af1c-e7cf85997b42 req-fd55378f-939f-4ceb-acb5-023016cede8d tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385921 May 17 12:03:50.374346 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba6779-149e-43f8-a45e-255e29b21970 req-a7a7120c-4663-41b4-8b9d-e54e5af686ad tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:50.375901 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6bba6779-149e-43f8-a45e-255e29b21970 req-a7a7120c-4663-41b4-8b9d-e54e5af686ad tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d HTTP/1.1" status: 200 len: 946 time: 0.0788603 May 17 12:03:50.421608 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6bba6779-149e-43f8-a45e-255e29b21970 req-c3a9e974-6990-4763-a469-9aecffad7e74 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396841 May 17 12:03:50.834486 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5794a324-31c0-441b-b0fe-ead68b2ba06d req-f7901fe6-8028-404a-95ae-5bd419567348 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:50.835910 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-5794a324-31c0-441b-b0fe-ead68b2ba06d req-f7901fe6-8028-404a-95ae-5bd419567348 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.0821846 May 17 12:03:50.885126 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-5794a324-31c0-441b-b0fe-ead68b2ba06d req-39b6d511-2496-4988-8514-6091c0ab8ac1 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434113 May 17 12:03:51.020810 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121c85e-2dde-4574-b2f0-1242bdf5308f req-95d9ee4a-6332-4c8a-8b00-2323cfc97ae9 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:51.022340 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-c121c85e-2dde-4574-b2f0-1242bdf5308f req-95d9ee4a-6332-4c8a-8b00-2323cfc97ae9 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 946 time: 0.0853353 May 17 12:03:51.067107 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-c121c85e-2dde-4574-b2f0-1242bdf5308f req-8842b130-3e9f-49e8-a803-b1f8cfedd986 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390508 May 17 12:03:51.566509 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4eeed-2bc3-4f21-9ce2-27ccdf3bd029 req-e4d91454-1b67-4ef8-bfe1-506126acf6d0 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:51.568002 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-90b4eeed-2bc3-4f21-9ce2-27ccdf3bd029 req-e4d91454-1b67-4ef8-bfe1-506126acf6d0 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 945 time: 0.0842843 May 17 12:03:51.612949 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8cfc0-1d8d-433d-9206-2cc2524d8ba1 req-c1eae46d-e802-4707-8fb5-95dc77690fa6 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:51.613213 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-90b4eeed-2bc3-4f21-9ce2-27ccdf3bd029 req-e356cf6f-3d94-4ffb-abfa-120577d6d62c tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388026 May 17 12:03:51.614430 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-e2f8cfc0-1d8d-433d-9206-2cc2524d8ba1 req-c1eae46d-e802-4707-8fb5-95dc77690fa6 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d HTTP/1.1" status: 200 len: 946 time: 0.0837309 May 17 12:03:51.659990 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-e2f8cfc0-1d8d-433d-9206-2cc2524d8ba1 req-de134232-7f15-4e7e-ba88-254c51a457a3 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392587 May 17 12:03:52.081814 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a22f3-5d30-489e-9a01-e00baa1e3233 req-a5994225-fe91-4877-b13c-50b96aeb2087 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:52.083302 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-bb5a22f3-5d30-489e-9a01-e00baa1e3233 req-a5994225-fe91-4877-b13c-50b96aeb2087 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.0859070 May 17 12:03:52.131344 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-bb5a22f3-5d30-489e-9a01-e00baa1e3233 req-a7c47a18-7a68-4212-b5f1-271a6beefa78 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422771 May 17 12:03:52.263457 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe4093-d6ca-4d2c-996f-91e86dcbf8bb req-daeb1509-aaab-47c4-9c2f-b3ba319eb16c tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:52.264813 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6ebe4093-d6ca-4d2c-996f-91e86dcbf8bb req-daeb1509-aaab-47c4-9c2f-b3ba319eb16c tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 946 time: 0.0828629 May 17 12:03:52.308808 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6ebe4093-d6ca-4d2c-996f-91e86dcbf8bb req-dfd0614d-1f6e-4ece-be82-6e246442f316 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373299 May 17 12:03:52.804439 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8805422-bdd1-41da-a81e-3350eae4bf3e req-29b8be0d-c74e-42d7-9d7e-4b8937872daf tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:52.806085 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-e8805422-bdd1-41da-a81e-3350eae4bf3e req-29b8be0d-c74e-42d7-9d7e-4b8937872daf tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 945 time: 0.0817204 May 17 12:03:52.850688 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-e8805422-bdd1-41da-a81e-3350eae4bf3e req-8c3fc4fc-a77e-408f-9613-31664f8ef122 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391321 May 17 12:03:52.856197 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff802f-1023-40de-af06-8604d7df8542 req-6421c3ee-b83e-489b-9d65-20db25a82fa3 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:52.858074 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-42ff802f-1023-40de-af06-8604d7df8542 req-6421c3ee-b83e-489b-9d65-20db25a82fa3 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d HTTP/1.1" status: 200 len: 946 time: 0.0923214 May 17 12:03:52.903662 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-42ff802f-1023-40de-af06-8604d7df8542 req-873a48ff-b9fb-4def-8a2c-64fbe51b37df tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390449 May 17 12:03:53.320547 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e844e-8bc8-4867-8e46-f7857e8811dd req-6512696e-2ac1-4597-8ebf-c20ec2a8ad92 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:53.322026 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-ed8e844e-8bc8-4867-8e46-f7857e8811dd req-6512696e-2ac1-4597-8ebf-c20ec2a8ad92 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.0846601 May 17 12:03:53.367433 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-ed8e844e-8bc8-4867-8e46-f7857e8811dd req-245c6abd-1836-40de-b357-ce271a82c2bd tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396912 May 17 12:03:53.504263 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825280e2-e336-47e0-bd0f-1e09d957699c req-26bf47c2-a8fb-4f5b-81ee-e0580e696d3b tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:53.505654 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-825280e2-e336-47e0-bd0f-1e09d957699c req-26bf47c2-a8fb-4f5b-81ee-e0580e696d3b tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 946 time: 0.0821302 May 17 12:03:53.549951 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-825280e2-e336-47e0-bd0f-1e09d957699c req-7dc6f08d-b1e3-4a6d-b570-e3b5a767b3af tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384407 May 17 12:03:54.061688 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4779b-c52f-4006-9b57-ce52cd270dcb req-60d27ab2-4c7d-4178-85a5-d5ecc40bc078 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:54.063777 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-deb4779b-c52f-4006-9b57-ce52cd270dcb req-60d27ab2-4c7d-4178-85a5-d5ecc40bc078 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 945 time: 0.0859306 May 17 12:03:54.106612 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634c4b9-0017-4283-8b5a-e80900e64a65 req-53f64eee-78a7-4abd-8989-05de81cc99f9 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:54.108193 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-e634c4b9-0017-4283-8b5a-e80900e64a65 req-53f64eee-78a7-4abd-8989-05de81cc99f9 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d HTTP/1.1" status: 200 len: 946 time: 0.0830889 May 17 12:03:54.112881 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-deb4779b-c52f-4006-9b57-ce52cd270dcb req-b593a956-e78d-4f72-8ca0-a3f70625f3e0 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431106 May 17 12:03:54.153469 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-e634c4b9-0017-4283-8b5a-e80900e64a65 req-bea2ef2c-d248-4785-a998-700854354025 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388322 May 17 12:03:54.685737 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee2c862-7da8-46cd-9507-b8e7ce92593c req-8541355e-9fde-4b7f-942a-cdc04d520769 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:54.687291 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-7ee2c862-7da8-46cd-9507-b8e7ce92593c req-8541355e-9fde-4b7f-942a-cdc04d520769 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.0799584 May 17 12:03:54.744446 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-7ee2c862-7da8-46cd-9507-b8e7ce92593c req-3ab953e4-f6c6-42ab-9bc4-003c4412e705 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504222 May 17 12:03:54.745912 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4d8c0-2117-4b8c-8245-a1d1407ac9a2 req-5a310c36-f2b7-4d60-b38d-b8e656738311 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:54.747440 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-53f4d8c0-2117-4b8c-8245-a1d1407ac9a2 req-5a310c36-f2b7-4d60-b38d-b8e656738311 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 946 time: 0.0889723 May 17 12:03:54.808725 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-53f4d8c0-2117-4b8c-8245-a1d1407ac9a2 req-78cccdb9-4b61-416b-9ea2-fb8d7c048f2f tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541759 May 17 12:03:55.305804 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f8e9c5-4be3-40fa-9682-94438ce78f3b req-a5e1ce83-3485-43ee-b1ed-ceefed33016c tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:55.307153 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-04f8e9c5-4be3-40fa-9682-94438ce78f3b req-a5e1ce83-3485-43ee-b1ed-ceefed33016c tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 945 time: 0.0826173 May 17 12:03:55.341257 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7930be-648a-4ab3-8c23-d8974c82cd9e req-4adcffe7-fb47-4861-8581-e111a482ae84 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:55.342948 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0b7930be-648a-4ab3-8c23-d8974c82cd9e req-4adcffe7-fb47-4861-8581-e111a482ae84 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d HTTP/1.1" status: 200 len: 946 time: 0.0805681 May 17 12:03:55.353923 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-04f8e9c5-4be3-40fa-9682-94438ce78f3b req-96be5c55-625f-49fd-af85-334696a14285 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408640 May 17 12:03:55.393103 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0b7930be-648a-4ab3-8c23-d8974c82cd9e req-092508ab-5d73-42d3-b8ab-99499ebd115c tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434549 May 17 12:03:55.933557 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef32a1-e025-4cec-902b-5213bcbb72d5 req-d3d15dc8-9f75-4f89-91d9-a126d0d86b74 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:55.935025 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-14ef32a1-e025-4cec-902b-5213bcbb72d5 req-d3d15dc8-9f75-4f89-91d9-a126d0d86b74 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.0815375 May 17 12:03:55.984021 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-14ef32a1-e025-4cec-902b-5213bcbb72d5 req-5aefe84d-4f67-42f1-9ddd-893afea6b3ab tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428588 May 17 12:03:56.003143 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc47ba9-0701-4ba0-8657-34464f0015a6 req-e0256d21-b2b3-4fde-a6b6-3c128ab0de59 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:56.004578 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-7bc47ba9-0701-4ba0-8657-34464f0015a6 req-e0256d21-b2b3-4fde-a6b6-3c128ab0de59 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 946 time: 0.0904577 May 17 12:03:56.049688 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-7bc47ba9-0701-4ba0-8657-34464f0015a6 req-524c511e-50b4-4da7-a2d6-7fd42bd46f53 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393760 May 17 12:03:56.543457 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a90f4-c6e7-4d38-aca5-7ca3395456d3 req-1ceb58e2-175a-4be7-b9a5-ede8b6853d25 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:56.545027 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-d45a90f4-c6e7-4d38-aca5-7ca3395456d3 req-1ceb58e2-175a-4be7-b9a5-ede8b6853d25 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 945 time: 0.0803411 May 17 12:03:56.584500 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87df28-5da4-4517-827e-9c2955883427 req-5f99a5c5-2e28-47df-b30c-d8cf1e6069e7 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:56.585962 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3d87df28-5da4-4517-827e-9c2955883427 req-5f99a5c5-2e28-47df-b30c-d8cf1e6069e7 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d HTTP/1.1" status: 200 len: 946 time: 0.0864727 May 17 12:03:56.591235 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-d45a90f4-c6e7-4d38-aca5-7ca3395456d3 req-5e6d5f87-8fdd-4b2f-abd5-4a8419ffe68c tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398078 May 17 12:03:56.632216 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3d87df28-5da4-4517-827e-9c2955883427 req-e76c4bf1-f5f0-4cdd-b333-66df123b8fa1 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398817 May 17 12:03:56.924114 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2ce4c-fc36-451c-9fad-1cd30254e355 req-8a928d0f-e271-4c83-8c94-87ffe9a1a6b0 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:56.925584 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-5db2ce4c-fc36-451c-9fad-1cd30254e355 req-8a928d0f-e271-4c83-8c94-87ffe9a1a6b0 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.52 "GET /v2.0/ports?device_id=33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d HTTP/1.1" status: 200 len: 946 time: 0.0793815 May 17 12:03:57.104732 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [req-5db2ce4c-fc36-451c-9fad-1cd30254e355 req-cbc83534-cebd-4b91-9e1a-dd274f8bda96 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Deleting port a61cc3e3-6c96-495c-b5d1-fc8e8cf07dc4 {{(pid=78700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:03:57.105357 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-5db2ce4c-fc36-451c-9fad-1cd30254e355 req-cbc83534-cebd-4b91-9e1a-dd274f8bda96 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:57.214743 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a79ad-ec0d-4f7f-84bc-327ac204b92c req-20f72172-ec4d-4cff-8949-65a14b59340c tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:57.224170 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-ee5a79ad-ec0d-4f7f-84bc-327ac204b92c req-20f72172-ec4d-4cff-8949-65a14b59340c tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.1212630 May 17 12:03:57.273566 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-ee5a79ad-ec0d-4f7f-84bc-327ac204b92c req-aea92295-19cb-4849-8460-9c463dfba345 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481207 May 17 12:03:57.379785 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-5db2ce4c-fc36-451c-9fad-1cd30254e355 req-cbc83534-cebd-4b91-9e1a-dd274f8bda96 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] For port a61cc3e3-6c96-495c-b5d1-fc8e8cf07dc4, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=a61cc3e3-6c96-495c-b5d1-fc8e8cf07dc4,segment=NetworkSegment(fc33f06e-2bc8-4f14-a3bc-34577e37d0fa),segment_id=fc33f06e-2bc8-4f14-a3bc-34577e37d0fa)] {{(pid=78700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:03:57.380028 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-5db2ce4c-fc36-451c-9fad-1cd30254e355 req-cbc83534-cebd-4b91-9e1a-dd274f8bda96 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:57.508436 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cbc526-3711-481d-9024-e760ba6e526f req-66d6d157-a5b7-4d86-9b83-f02f77dd219f tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:57.509982 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-90cbc526-3711-481d-9024-e760ba6e526f req-66d6d157-a5b7-4d86-9b83-f02f77dd219f tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 946 time: 0.2554948 May 17 12:03:57.516598 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [req-5db2ce4c-fc36-451c-9fad-1cd30254e355 req-cbc83534-cebd-4b91-9e1a-dd274f8bda96 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Calling delete_port for a61cc3e3-6c96-495c-b5d1-fc8e8cf07dc4 owned by compute:nova {{(pid=78700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:03:57.575724 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-90cbc526-3711-481d-9024-e760ba6e526f req-00030d62-ad94-440d-b1ad-999f9019c9d3 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556805 May 17 12:03:57.700810 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-5db2ce4c-fc36-451c-9fad-1cd30254e355 req-cbc83534-cebd-4b91-9e1a-dd274f8bda96 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:57.709854 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-82e36070-b784-4cd2-b42e-473f79051a08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:57.765007 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc83534-cebd-4b91-9e1a-dd274f8bda96 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Pushing event deleted for resources: {'Port': ['ID=a61cc3e3-6c96-495c-b5d1-fc8e8cf07dc4,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:57.770010 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-cbc83534-cebd-4b91-9e1a-dd274f8bda96 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:57.787344 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd43ba-986c-4e7c-bd6d-7591b1253ef5 req-12da088a-943d-46a4-9f2b-fc81cc57bfa0 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:57.789475 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-16fd43ba-986c-4e7c-bd6d-7591b1253ef5 req-12da088a-943d-46a4-9f2b-fc81cc57bfa0 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 946 time: 0.0917938 May 17 12:03:57.843417 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-16fd43ba-986c-4e7c-bd6d-7591b1253ef5 req-14de64b7-19e4-4564-98ec-0a711e2398f2 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467768 May 17 12:03:57.899305 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db2ce4c-fc36-451c-9fad-1cd30254e355 req-cbc83534-cebd-4b91-9e1a-dd274f8bda96 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] No DVR routers for this DVR port a61cc3e3-6c96-495c-b5d1-fc8e8cf07dc4 on host hv-cinder-73414 {{(pid=78700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:03:57.909741 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-5db2ce4c-fc36-451c-9fad-1cd30254e355 req-cbc83534-cebd-4b91-9e1a-dd274f8bda96 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:57.914665 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d', 'name': 'network-vif-deleted', 'tag': 'a61cc3e3-6c96-495c-b5d1-fc8e8cf07dc4'}] {{(pid=78700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:03:57.943267 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-5db2ce4c-fc36-451c-9fad-1cd30254e355 req-cbc83534-cebd-4b91-9e1a-dd274f8bda96 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.52 "DELETE /v2.0/ports/a61cc3e3-6c96-495c-b5d1-fc8e8cf07dc4 HTTP/1.1" status: 204 len: 173 time: 1.0086000 May 17 12:03:57.964221 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697602c-94b4-4d3c-9aa3-77fe3282f7d0 req-58278f0a-1988-4ae4-b1a1-681f48fff33d tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:57.965677 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6697602c-94b4-4d3c-9aa3-77fe3282f7d0 req-58278f0a-1988-4ae4-b1a1-681f48fff33d tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 945 time: 0.1486430 May 17 12:03:58.000435 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-57f56cf2-9714-4727-b4c1-85f15168889d req-90dd9704-ef8d-4330-b4e0-785a4efbcf10 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d HTTP/1.1" status: 200 len: 210 time: 0.0438752 May 17 12:03:58.015453 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6697602c-94b4-4d3c-9aa3-77fe3282f7d0 req-292350eb-2767-4ad3-9216-fcdd19818def tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435221 May 17 12:03:58.073617 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 58606) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:58.077440 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d', 'name': 'network-vif-deleted', 'tag': 'a61cc3e3-6c96-495c-b5d1-fc8e8cf07dc4', 'status': 'completed', 'code': 200} May 17 12:03:58.238414 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f65b4-ac67-491a-9c7f-c1410bf41bdd req-a9761c42-d802-49bb-ada6-168386dc8d3c tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:58.239888 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-350f65b4-ac67-491a-9c7f-c1410bf41bdd req-a9761c42-d802-49bb-ada6-168386dc8d3c tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 945 time: 0.0816998 May 17 12:03:58.248757 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 58614) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:58.254816 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [None req-6b890e6a-e408-4e13-9161-3e6fbad93270 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Request body: {'floatingip': {'port_id': '4d3d7d97-9f22-4cee-8535-01e2e8893ab2'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:03:58.351546 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-82b28453-481e-4b7d-9954-ac88ecea7b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:58.391073 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-6b890e6a-e408-4e13-9161-3e6fbad93270 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks [] for floatingip, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:58.478315 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39308acf-d828-4952-8bc1-d403a6acb99d req-26758066-f1e5-471d-84e4-cef610fd23ef tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:58.487613 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-39308acf-d828-4952-8bc1-d403a6acb99d req-26758066-f1e5-471d-84e4-cef610fd23ef tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.0935590 May 17 12:03:58.515110 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-82b28453-481e-4b7d-9954-ac88ecea7b2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:58.534350 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-39308acf-d828-4952-8bc1-d403a6acb99d req-9fa58f9a-4416-4fee-911d-d46c4d706f2b tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455403 May 17 12:03:58.536636 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-82b28453-481e-4b7d-9954-ac88ecea7b2d admin admin] Usage tracker for resource:security_group_rule and tenant:b89dc17ba4e2484c9ab6d541d5078ca2 is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:03:58.541529 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-82b28453-481e-4b7d-9954-ac88ecea7b2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:03:58.559052 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-82b28453-481e-4b7d-9954-ac88ecea7b2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:58.706999 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a44c5-058e-4db5-b346-cfeb00d9ee24 req-1264ce69-0da4-4645-aa81-4c843c04bc51 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:58.708460 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-269a44c5-058e-4db5-b346-cfeb00d9ee24 req-1264ce69-0da4-4645-aa81-4c843c04bc51 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 946 time: 0.3607237 May 17 12:03:58.873820 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-269a44c5-058e-4db5-b346-cfeb00d9ee24 req-db2cd499-1b67-4ee1-ab0c-e0f67a4303c8 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506691 May 17 12:03:59.061758 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-82b28453-481e-4b7d-9954-ac88ecea7b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:59.076329 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-82b28453-481e-4b7d-9954-ac88ecea7b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:59.087445 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-6a4cfaec-d228-4460-af4d-cd037222eb62 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:59.164465 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-de79b18b-8194-4d94-a979-8b6254598352 req-a6a574c1-65fe-412e-8544-dcd7cca1c9b6 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d HTTP/1.1" status: 200 len: 210 time: 0.0430391 May 17 12:03:59.259642 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-82b28453-481e-4b7d-9954-ac88ecea7b2d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b89dc17ba4e2484c9ab6d541d5078ca2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1843214 May 17 12:03:59.262451 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b28453-481e-4b7d-9954-ac88ecea7b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8e8fbf-9f99-4047-882b-945fefcba112,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:59.262778 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 58634) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:59.269465 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-82b28453-481e-4b7d-9954-ac88ecea7b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:59.341790 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-29383c25-633b-4f11-8374-b08af5f4b06b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:59.370914 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-29383c25-633b-4f11-8374-b08af5f4b06b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:59.433826 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-29383c25-633b-4f11-8374-b08af5f4b06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:59.437755 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-a0d07d08-db3c-48a0-bcb7-934f2e9906be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:59.450385 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29383c25-633b-4f11-8374-b08af5f4b06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8e8fbf-9f99-4047-882b-945fefcba112,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:59.452851 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-29383c25-633b-4f11-8374-b08af5f4b06b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:59.460391 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-29383c25-633b-4f11-8374-b08af5f4b06b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:59.464087 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-29383c25-633b-4f11-8374-b08af5f4b06b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9b8e8fbf-9f99-4047-882b-945fefcba112 HTTP/1.1" status: 204 len: 168 time: 0.1980171 May 17 12:03:59.493551 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-6b890e6a-e408-4e13-9161-3e6fbad93270 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:59.497697 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-6b890e6a-e408-4e13-9161-3e6fbad93270 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407876'] for floatingip, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:59.747355 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.db.l3_db [None req-6b890e6a-e408-4e13-9161-3e6fbad93270 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Floating IP 1e5c5c13-cd12-4ce4-a731-852563612668 associated. External IP: 172.27.1.186, port: 4d3d7d97-9f22-4cee-8535-01e2e8893ab2. May 17 12:03:59.775055 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 58650) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:59.795596 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e5cb1fe5-83cb-4eac-aad9-6a6cfeb07910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:59.811063 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-e5cb1fe5-83cb-4eac-aad9-6a6cfeb07910 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:03:59.815772 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-e5cb1fe5-83cb-4eac-aad9-6a6cfeb07910 admin admin] Usage tracker for resource:security_group_rule and tenant:a57c3502d6b84d7b88666048fc65f5cc is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:03:59.819825 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-e5cb1fe5-83cb-4eac-aad9-6a6cfeb07910 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:03:59.825633 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-e5cb1fe5-83cb-4eac-aad9-6a6cfeb07910 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:03:59.900341 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e5355-d77a-4dc8-b854-bb9eeaac688f req-fcae0934-ab97-42c8-bd77-b3d03e61b1b5 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:03:59.901838 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-1d5e5355-d77a-4dc8-b854-bb9eeaac688f req-fcae0934-ab97-42c8-bd77-b3d03e61b1b5 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.2337608 May 17 12:03:59.912214 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e5cb1fe5-83cb-4eac-aad9-6a6cfeb07910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:59.916372 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e5cb1fe5-83cb-4eac-aad9-6a6cfeb07910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:03:59.923554 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-29383c25-633b-4f11-8374-b08af5f4b06b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:03:59.964690 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-e5cb1fe5-83cb-4eac-aad9-6a6cfeb07910 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a57c3502d6b84d7b88666048fc65f5cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1884339 May 17 12:03:59.965693 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb1fe5-83cb-4eac-aad9-6a6cfeb07910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1900a1-b7b6-4b46-81c0-332e4babb350,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:03:59.967997 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 58654) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:03:59.970474 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-e5cb1fe5-83cb-4eac-aad9-6a6cfeb07910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:03:59.975304 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-1d5e5355-d77a-4dc8-b854-bb9eeaac688f req-c6e7373a-923c-4a47-8fb5-ac68b4254ea0 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548439 May 17 12:04:00.027957 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-acfc1f40-3d16-4847-8fdd-eb2aba4bd1fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:00.054305 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-acfc1f40-3d16-4847-8fdd-eb2aba4bd1fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:00.107319 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-acfc1f40-3d16-4847-8fdd-eb2aba4bd1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:00.111176 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-cfd2d8f7-e0c3-4ca9-9da2-b3b5a0a33b3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:00.158967 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b890e6a-e408-4e13-9161-3e6fbad93270 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Router dccc072a-e607-43c3-aad2-3fd800a71253 has already been hosted by L3 agent 7d9bdccf-07e9-4436-af26-1dad3be87fd8 {{(pid=78700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:04:00.186620 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc1f40-3d16-4847-8fdd-eb2aba4bd1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1900a1-b7b6-4b46-81c0-332e4babb350,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:00.190167 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-acfc1f40-3d16-4847-8fdd-eb2aba4bd1fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:00.192245 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-acfc1f40-3d16-4847-8fdd-eb2aba4bd1fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:00.193437 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-acfc1f40-3d16-4847-8fdd-eb2aba4bd1fc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3a1900a1-b7b6-4b46-81c0-332e4babb350 HTTP/1.1" status: 204 len: 168 time: 0.2245560 May 17 12:04:00.328546 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-190c2bf4-e2ff-40f7-8feb-434d113587f6 req-e9878f1a-6cda-479d-b30f-dae41712254d tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d HTTP/1.1" status: 200 len: 210 time: 0.0458422 May 17 12:04:00.459004 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b890e6a-e408-4e13-9161-3e6fbad93270 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify agent at l3_agent.dv-cinder-734144-19-iscsi the message routers_updated {{(pid=78700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:04:00.471102 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea70ffd9-0138-4946-b8d0-2ef75a0537dd None None] Sync routers for ids ['dccc072a-e607-43c3-aad2-3fd800a71253'] in dv-cinder-734144-19-iscsi {{(pid=78703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:04:00.471850 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-6b890e6a-e408-4e13-9161-3e6fbad93270 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for floatingip, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:00.483059 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea70ffd9-0138-4946-b8d0-2ef75a0537dd None None] Routers {'dccc072a-e607-43c3-aad2-3fd800a71253'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:04:00.484249 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-ea70ffd9-0138-4946-b8d0-2ef75a0537dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:03:41Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['dccc072a-e607-43c3-aad2-3fd800a71253'], 'active': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:04:00.526756 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-6b890e6a-e408-4e13-9161-3e6fbad93270 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "PUT /v2.0/floatingips/1e5c5c13-cd12-4ce4-a731-852563612668 HTTP/1.1" status: 200 len: 991 time: 2.2768395 May 17 12:04:00.527466 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70c2d3fe-feb1-4c61-9f9d-df852dce1f9f', 'tag': '4d3d7d97-9f22-4cee-8535-01e2e8893ab2'}] {{(pid=78700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:04:00.593667 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70c2d3fe-feb1-4c61-9f9d-df852dce1f9f', 'tag': '4d3d7d97-9f22-4cee-8535-01e2e8893ab2', 'status': 'completed', 'code': 200} May 17 12:04:00.713853 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvr_db [None req-ea70ffd9-0138-4946-b8d0-2ef75a0537dd None None] Set router dccc072a-e607-43c3-aad2-3fd800a71253 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:04:00.984733 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device a61cc3e3-6c96-495c-b5d1-fc8e8cf07dc4 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:04:01.052955 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] No Port match for: a61cc3e3-6c96-495c-b5d1-fc8e8cf07dc4 {{(pid=78702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:04:01.053303 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device a61cc3e3-6c96-495c-b5d1-fc8e8cf07dc4 not bound to the agent host hv-cinder-73414 {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:04:01.144322 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-ea70ffd9-0138-4946-b8d0-2ef75a0537dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'name': 'tempest-AttachVolumeShelveTestJSON-1697176697-router', 'tenant_id': 'eb0716dd61384274b0edea30aa0018fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'd9ad547f-4c6a-4a32-bf92-5be01a5e6552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:34Z', 'updated_at': '2021-05-17T12:02:42Z', 'revision_number': 4, 'project_id': 'eb0716dd61384274b0edea30aa0018fc', 'gw_port': {'id': 'd9ad547f-4c6a-4a32-bf92-5be01a5e6552', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:35Z', 'updated_at': '2021-05-17T12:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_floatingips': [{'id': '1e5c5c13-cd12-4ce4-a731-852563612668', 'tenant_id': 'eb0716dd61384274b0edea30aa0018fc', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'router_id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'port_id': '4d3d7d97-9f22-4cee-8535-01e2e8893ab2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60d01f58-95c2-41d0-9639-8f96ef255b31', 'mac_address': 'fa:16:3e:61:22:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c2d3fe-feb1-4c61-9f9d-df852dce1f9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:02:51Z', 'updated_at': '2021-05-17T12:03:59Z', 'revision_number': 1, 'project_id': 'eb0716dd61384274b0edea30aa0018fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '251ab6a6-a5cc-4745-a40c-2fa80a951893', 'name': '', 'network_id': '60d01f58-95c2-41d0-9639-8f96ef255b31', 'tenant_id': 'eb0716dd61384274b0edea30aa0018fc', 'mac_address': 'fa:16:3e:b0:ea:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'ef588d6f-d166-4427-8aef-1ce83b0779d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:40Z', 'updated_at': '2021-05-17T12:02:52Z', 'revision_number': 5, 'project_id': 'eb0716dd61384274b0edea30aa0018fc', 'subnets': [{'id': 'ef588d6f-d166-4427-8aef-1ce83b0779d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:04:01.148313 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6366f-a4b1-436e-a8fc-fc839317e55f req-ce535c79-d110-4a99-acd6-7d6b48ac4acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:01.149568 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea70ffd9-0138-4946-b8d0-2ef75a0537dd None None] Checking router: dccc072a-e607-43c3-aad2-3fd800a71253 for host: dv-cinder-734144-19-iscsi {{(pid=78703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:04:01.150043 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-5eb6366f-a4b1-436e-a8fc-fc839317e55f req-ce535c79-d110-4a99-acd6-7d6b48ac4acb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb0716dd61384274b0edea30aa0018fc&device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 1098 time: 0.1005864 May 17 12:04:01.159875 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea70ffd9-0138-4946-b8d0-2ef75a0537dd None None] Routers {'dccc072a-e607-43c3-aad2-3fd800a71253'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:04:01.161129 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-ea70ffd9-0138-4946-b8d0-2ef75a0537dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:03:41Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['dccc072a-e607-43c3-aad2-3fd800a71253'], 'active': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:04:01.236519 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac4401-5532-4828-aeda-8978ebc5a9a8 req-2f196f07-e280-48b5-ad09-5a90b2f7192f tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:01.245600 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-c4ac4401-5532-4828-aeda-8978ebc5a9a8 req-2f196f07-e280-48b5-ad09-5a90b2f7192f tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.1050081 May 17 12:04:01.297520 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-c4ac4401-5532-4828-aeda-8978ebc5a9a8 req-b58434b2-b448-4f1e-8e67-199df4d59f3f tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520957 May 17 12:04:01.303756 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6366f-a4b1-436e-a8fc-fc839317e55f req-9572c025-1953-4359-92c2-65dbd5639cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:01.306624 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-5eb6366f-a4b1-436e-a8fc-fc839317e55f req-9572c025-1953-4359-92c2-65dbd5639cf7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=60d01f58-95c2-41d0-9639-8f96ef255b31 HTTP/1.1" status: 200 len: 918 time: 0.1489327 May 17 12:04:01.375011 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvr_db [None req-ea70ffd9-0138-4946-b8d0-2ef75a0537dd None None] Set router dccc072a-e607-43c3-aad2-3fd800a71253 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:04:01.418689 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-5eb6366f-a4b1-436e-a8fc-fc839317e55f req-2bf18cf5-d30f-425d-a382-2b2a4b73f18e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d3d7d97-9f22-4cee-8535-01e2e8893ab2 HTTP/1.1" status: 200 len: 999 time: 0.1014640 May 17 12:04:01.491214 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6366f-a4b1-436e-a8fc-fc839317e55f req-5564469e-6d9b-449b-b197-7e39ec24f7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:01.492872 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-5eb6366f-a4b1-436e-a8fc-fc839317e55f req-5564469e-6d9b-449b-b197-7e39ec24f7b5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef588d6f-d166-4427-8aef-1ce83b0779d0 HTTP/1.1" status: 200 len: 856 time: 0.0673165 May 17 12:04:01.645278 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-0f7fceac-a7b8-4e1f-89dd-c67c50fef53c req-b68541a0-bdf3-4556-917d-9a462b608bf6 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Synchronizing usage tracker for tenant:2846a1a5fb9c443b83c02847701e12d0 on resource:port {{(pid=78700) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:04:01.677712 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-0f7fceac-a7b8-4e1f-89dd-c67c50fef53c req-b68541a0-bdf3-4556-917d-9a462b608bf6 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Unset dirty status for tenant:2846a1a5fb9c443b83c02847701e12d0 on resource:port {{(pid=78700) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:04:01.681439 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0f7fceac-a7b8-4e1f-89dd-c67c50fef53c req-b68541a0-bdf3-4556-917d-9a462b608bf6 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=33e3d0f7-0a94-4a35-b0bf-3f29d47a7f1d HTTP/1.1" status: 200 len: 210 time: 0.1057253 May 17 12:04:01.694015 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6366f-a4b1-436e-a8fc-fc839317e55f req-6a7de0a7-5c54-4a7f-8a81-7ff417eaffdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:01.702706 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-5eb6366f-a4b1-436e-a8fc-fc839317e55f req-6a7de0a7-5c54-4a7f-8a81-7ff417eaffdb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=60d01f58-95c2-41d0-9639-8f96ef255b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1977096 May 17 12:04:01.966566 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-ea70ffd9-0138-4946-b8d0-2ef75a0537dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'name': 'tempest-AttachVolumeShelveTestJSON-1697176697-router', 'tenant_id': 'eb0716dd61384274b0edea30aa0018fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'd9ad547f-4c6a-4a32-bf92-5be01a5e6552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:34Z', 'updated_at': '2021-05-17T12:02:42Z', 'revision_number': 4, 'project_id': 'eb0716dd61384274b0edea30aa0018fc', 'gw_port': {'id': 'd9ad547f-4c6a-4a32-bf92-5be01a5e6552', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:35Z', 'updated_at': '2021-05-17T12:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_floatingips': [{'id': '1e5c5c13-cd12-4ce4-a731-852563612668', 'tenant_id': 'eb0716dd61384274b0edea30aa0018fc', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'router_id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'port_id': '4d3d7d97-9f22-4cee-8535-01e2e8893ab2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60d01f58-95c2-41d0-9639-8f96ef255b31', 'mac_address': 'fa:16:3e:61:22:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c2d3fe-feb1-4c61-9f9d-df852dce1f9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:02:51Z', 'updated_at': '2021-05-17T12:03:59Z', 'revision_number': 1, 'project_id': 'eb0716dd61384274b0edea30aa0018fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '251ab6a6-a5cc-4745-a40c-2fa80a951893', 'name': '', 'network_id': '60d01f58-95c2-41d0-9639-8f96ef255b31', 'tenant_id': 'eb0716dd61384274b0edea30aa0018fc', 'mac_address': 'fa:16:3e:b0:ea:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'ef588d6f-d166-4427-8aef-1ce83b0779d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:40Z', 'updated_at': '2021-05-17T12:02:52Z', 'revision_number': 5, 'project_id': 'eb0716dd61384274b0edea30aa0018fc', 'subnets': [{'id': 'ef588d6f-d166-4427-8aef-1ce83b0779d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:04:01.980211 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea70ffd9-0138-4946-b8d0-2ef75a0537dd None None] The sync data for ids ['dccc072a-e607-43c3-aad2-3fd800a71253'] in dv-cinder-734144-19-iscsi is: [{'id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'name': 'tempest-AttachVolumeShelveTestJSON-1697176697-router', 'tenant_id': 'eb0716dd61384274b0edea30aa0018fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'd9ad547f-4c6a-4a32-bf92-5be01a5e6552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:34Z', 'updated_at': '2021-05-17T12:02:42Z', 'revision_number': 4, 'project_id': 'eb0716dd61384274b0edea30aa0018fc', 'gw_port': {'id': 'd9ad547f-4c6a-4a32-bf92-5be01a5e6552', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:35Z', 'updated_at': '2021-05-17T12:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_floatingips': [{'id': '1e5c5c13-cd12-4ce4-a731-852563612668', 'tenant_id': 'eb0716dd61384274b0edea30aa0018fc', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'router_id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'port_id': '4d3d7d97-9f22-4cee-8535-01e2e8893ab2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60d01f58-95c2-41d0-9639-8f96ef255b31', 'mac_address': 'fa:16:3e:61:22:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c2d3fe-feb1-4c61-9f9d-df852dce1f9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:02:51Z', 'updated_at': '2021-05-17T12:03:59Z', 'revision_number': 1, 'project_id': 'eb0716dd61384274b0edea30aa0018fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '251ab6a6-a5cc-4745-a40c-2fa80a951893', 'name': '', 'network_id': '60d01f58-95c2-41d0-9639-8f96ef255b31', 'tenant_id': 'eb0716dd61384274b0edea30aa0018fc', 'mac_address': 'fa:16:3e:b0:ea:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'ef588d6f-d166-4427-8aef-1ce83b0779d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:40Z', 'updated_at': '2021-05-17T12:02:52Z', 'revision_number': 5, 'project_id': 'eb0716dd61384274b0edea30aa0018fc', 'subnets': [{'id': 'ef588d6f-d166-4427-8aef-1ce83b0779d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:04:01.981389 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-5eb6366f-a4b1-436e-a8fc-fc839317e55f req-05877c1f-3dd8-459e-a395-bd23ef5f8406 service neutron] 10.222.0.52 "GET /v2.0/networks/60d01f58-95c2-41d0-9639-8f96ef255b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552052 May 17 12:04:02.243032 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-5eb6366f-a4b1-436e-a8fc-fc839317e55f req-7b6597fd-17b1-4911-b037-47efadce6312 service neutron] 10.222.0.52 "GET /v2.0/networks/60d01f58-95c2-41d0-9639-8f96ef255b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465148 May 17 12:04:02.345066 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06a4375-6999-4119-a8da-f7ff1c7b529d None None] New status for floating IP 1e5c5c13-cd12-4ce4-a731-852563612668: ACTIVE {{(pid=78702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 12:04:02.534952 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216b4e4-a585-4042-a8d4-15bfc015277b req-02947637-e2e8-41a1-822f-e5d56fc3acb3 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:02.539300 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-7216b4e4-a585-4042-a8d4-15bfc015277b req-02947637-e2e8-41a1-822f-e5d56fc3acb3 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.1001723 May 17 12:04:02.653585 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-7216b4e4-a585-4042-a8d4-15bfc015277b req-b56c86dc-05d3-4983-ae16-1abac949b1a5 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908804 May 17 12:04:03.126549 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 58778) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:03.286520 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1a651-3c65-49ae-b202-dd355616febf req-f28feb89-ea2a-4839-8c52-0374dded867d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:03.288020 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f6b1a651-3c65-49ae-b202-dd355616febf req-f28feb89-ea2a-4839-8c52-0374dded867d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=74eacc72869f49c6b97dcf14e5f937b4&device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 1099 time: 0.1561713 May 17 12:04:03.338306 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74937cae-13cd-44b3-b227-9ed92c747677 req-7571c5d2-c6f1-4881-9b92-98762937e5f4 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:03.339774 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-74937cae-13cd-44b3-b227-9ed92c747677 req-7571c5d2-c6f1-4881-9b92-98762937e5f4 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.1576817 May 17 12:04:03.391603 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-59584d03-41d2-40b0-ade4-99f44d120e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:03.441928 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-59584d03-41d2-40b0-ade4-99f44d120e83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:03.454554 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-59584d03-41d2-40b0-ade4-99f44d120e83 admin admin] Usage tracker for resource:security_group_rule and tenant:6b2821dbc1da4b28bfb3d41b0dfb794f is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:03.461558 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-59584d03-41d2-40b0-ade4-99f44d120e83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:03.463772 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2773e-23be-40a1-9638-68d3330aabcd req-a31395c8-778c-42b3-b8d9-da1d533d0e7b tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:03.465281 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-59b2773e-23be-40a1-9638-68d3330aabcd req-a31395c8-778c-42b3-b8d9-da1d533d0e7b tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/networks?id=9ea770b3-9ee6-4340-b57a-35491587accb HTTP/1.1" status: 200 len: 808 time: 0.1574306 May 17 12:04:03.474808 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-59584d03-41d2-40b0-ade4-99f44d120e83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:03.480533 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-59b2773e-23be-40a1-9638-68d3330aabcd req-31ab0727-e469-441e-b8d4-e5d9f5f88a1d tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/quotas/2846a1a5fb9c443b83c02847701e12d0 HTTP/1.1" status: 200 len: 375 time: 0.0090756 May 17 12:04:03.494208 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-74937cae-13cd-44b3-b227-9ed92c747677 req-1e12dd7e-2f57-4dd4-9852-fc0b6273486b tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038995 May 17 12:04:03.533688 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-59b2773e-23be-40a1-9638-68d3330aabcd req-49c161ef-15ab-473e-8a77-c289d6410a83 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2846a1a5fb9c443b83c02847701e12d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475001 May 17 12:04:03.540952 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1a651-3c65-49ae-b202-dd355616febf req-6ad115ad-f1eb-477a-8319-b3024e4f6721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:03.542754 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f6b1a651-3c65-49ae-b202-dd355616febf req-6ad115ad-f1eb-477a-8319-b3024e4f6721 service neutron] 10.222.0.52 "GET /v2.0/networks?id=232f65e1-0da5-4006-971a-4fd3e6d8c4db HTTP/1.1" status: 200 len: 911 time: 0.2467597 May 17 12:04:03.671333 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f6b1a651-3c65-49ae-b202-dd355616febf req-e4533df3-a0f1-4f94-9ce7-00edb4ab37f5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d058b89-233e-470f-880a-a90f321112df HTTP/1.1" status: 200 len: 1002 time: 0.1196899 May 17 12:04:03.676061 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-59b2773e-23be-40a1-9638-68d3330aabcd req-8a4f8184-8795-4c9c-9182-cf59a8655f3e service neutron] 10.222.0.11 "GET /v2.0/networks/9ea770b3-9ee6-4340-b57a-35491587accb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349409 May 17 12:04:03.756770 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-59584d03-41d2-40b0-ade4-99f44d120e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:03.763059 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-59584d03-41d2-40b0-ade4-99f44d120e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:03.772477 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-4da8665b-34cf-454d-bf95-f79c39409b33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:03.781727 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1a651-3c65-49ae-b202-dd355616febf req-810b4e13-5cb0-4f3e-98cc-3caf5a3ec323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:03.783108 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f6b1a651-3c65-49ae-b202-dd355616febf req-810b4e13-5cb0-4f3e-98cc-3caf5a3ec323 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4df74225-b796-4a2f-84ac-d4b6fecaea77 HTTP/1.1" status: 200 len: 849 time: 0.0995033 May 17 12:04:03.810059 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-59b2773e-23be-40a1-9638-68d3330aabcd req-dba6f190-2443-4f6e-ad89-3c64fc310fed service neutron] 10.222.0.11 "GET /v2.0/networks/9ea770b3-9ee6-4340-b57a-35491587accb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269608 May 17 12:04:03.866264 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-59584d03-41d2-40b0-ade4-99f44d120e83 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6b2821dbc1da4b28bfb3d41b0dfb794f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7334061 May 17 12:04:03.866684 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59584d03-41d2-40b0-ade4-99f44d120e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e0c7d3-16bf-404b-89a6-76878c4ea9dc,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:03.866823 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 58800) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:03.870559 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-59584d03-41d2-40b0-ade4-99f44d120e83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:03.904120 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1a651-3c65-49ae-b202-dd355616febf req-0348bfb7-8f10-42c0-8530-3aeeb3f088f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:03.905826 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f6b1a651-3c65-49ae-b202-dd355616febf req-0348bfb7-8f10-42c0-8530-3aeeb3f088f8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=232f65e1-0da5-4006-971a-4fd3e6d8c4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1070523 May 17 12:04:04.008467 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-21506013-2887-43e9-8f30-54d7c843acf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:04.045096 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-21506013-2887-43e9-8f30-54d7c843acf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:04.115959 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-21506013-2887-43e9-8f30-54d7c843acf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:04.120843 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-6b24a232-1f06-464d-9a04-2d4fb3778b56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:04.137883 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21506013-2887-43e9-8f30-54d7c843acf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e0c7d3-16bf-404b-89a6-76878c4ea9dc,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:04.140692 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-21506013-2887-43e9-8f30-54d7c843acf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:04.147820 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-21506013-2887-43e9-8f30-54d7c843acf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:04.149168 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-21506013-2887-43e9-8f30-54d7c843acf1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c8e0c7d3-16bf-404b-89a6-76878c4ea9dc HTTP/1.1" status: 204 len: 168 time: 0.2798929 May 17 12:04:04.344525 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-74e5d1f0-2d09-41dc-a50a-ee5e19bab113 req-222b07f3-65c3-4316-b16b-9642b7d62c99 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab33f1d8-69fe-4833-a0e3-49726d463f91 HTTP/1.1" status: 200 len: 210 time: 0.0895464 May 17 12:04:04.414395 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f6b1a651-3c65-49ae-b202-dd355616febf req-3300afc7-45e7-4a4b-a5bb-d2958f3c685a service neutron] 10.222.0.52 "GET /v2.0/networks/232f65e1-0da5-4006-971a-4fd3e6d8c4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4992135 May 17 12:04:04.592584 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 58834) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:04.609187 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f6b1a651-3c65-49ae-b202-dd355616febf req-b0c76dab-1c7b-4d47-9e16-9f4cf73ac5df service neutron] 10.222.0.52 "GET /v2.0/networks/232f65e1-0da5-4006-971a-4fd3e6d8c4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873431 May 17 12:04:04.611752 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-edbc1cd4-4a59-42fb-899a-47e9c04afd11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:04.626500 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-edbc1cd4-4a59-42fb-899a-47e9c04afd11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:04.632559 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-edbc1cd4-4a59-42fb-899a-47e9c04afd11 admin admin] Usage tracker for resource:security_group_rule and tenant:cb46134311c0427d82f9d4bf2e18352b is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:04.671094 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-edbc1cd4-4a59-42fb-899a-47e9c04afd11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:04.685756 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-edbc1cd4-4a59-42fb-899a-47e9c04afd11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:04.755167 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92db1d-87fa-4174-8eed-120c778c993b req-1ef3bd9c-2a72-48d0-84ce-fe91a8eb1071 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:04.756643 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-3a92db1d-87fa-4174-8eed-120c778c993b req-1ef3bd9c-2a72-48d0-84ce-fe91a8eb1071 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.1271107 May 17 12:04:04.827131 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-3a92db1d-87fa-4174-8eed-120c778c993b req-52dcb1d5-2878-4c64-ad91-dfe875c3278b tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646493 May 17 12:04:04.834872 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-edbc1cd4-4a59-42fb-899a-47e9c04afd11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:04.838884 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-edbc1cd4-4a59-42fb-899a-47e9c04afd11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:04.845759 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-b7031ba4-8d5d-4849-8438-5764b752ed8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:04.900523 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-edbc1cd4-4a59-42fb-899a-47e9c04afd11 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cb46134311c0427d82f9d4bf2e18352b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3065634 May 17 12:04:04.901587 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc1cd4-4a59-42fb-899a-47e9c04afd11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3174fa21-05f9-4efa-9005-c5fbf5f70b17,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:04.903264 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 58840) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:04.904614 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-edbc1cd4-4a59-42fb-899a-47e9c04afd11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:04.962001 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-bcb61c44-2667-4632-b7a8-ad53e4e362eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:04.986673 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-bcb61c44-2667-4632-b7a8-ad53e4e362eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:05.037979 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-bcb61c44-2667-4632-b7a8-ad53e4e362eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:05.042472 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:05.054404 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb61c44-2667-4632-b7a8-ad53e4e362eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3174fa21-05f9-4efa-9005-c5fbf5f70b17,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:05.059077 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-bcb61c44-2667-4632-b7a8-ad53e4e362eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:05.063166 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-bcb61c44-2667-4632-b7a8-ad53e4e362eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:05.064268 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-bcb61c44-2667-4632-b7a8-ad53e4e362eb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3174fa21-05f9-4efa-9005-c5fbf5f70b17 HTTP/1.1" status: 204 len: 168 time: 0.1599672 May 17 12:04:05.491754 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-dbb6348c-a413-406a-b440-e81caa77b898 req-063529d1-ff57-4c35-a31e-21686fdc6699 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab33f1d8-69fe-4833-a0e3-49726d463f91 HTTP/1.1" status: 200 len: 210 time: 0.0418494 May 17 12:04:06.019088 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec5cf3-4958-4958-8728-826e134f9725 req-269b1947-20c5-422c-8c38-a0c8001c7e56 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:06.020582 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-4cec5cf3-4958-4958-8728-826e134f9725 req-269b1947-20c5-422c-8c38-a0c8001c7e56 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.0833957 May 17 12:04:06.068018 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-4cec5cf3-4958-4958-8728-826e134f9725 req-e997dbde-d2a5-4a68-823a-1938685bfcc2 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416932 May 17 12:04:06.428734 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 58900) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:06.550811 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-a1197139-ed0c-4b76-856a-5089c2435be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:06.565671 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-a1197139-ed0c-4b76-856a-5089c2435be3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:06.569436 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-a1197139-ed0c-4b76-856a-5089c2435be3 admin admin] Usage tracker for resource:security_group_rule and tenant:b14a564d9e6c43a4b60f4dab1736b139 is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:06.572202 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-a1197139-ed0c-4b76-856a-5089c2435be3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:06.577770 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-a1197139-ed0c-4b76-856a-5089c2435be3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:06.652341 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-d0607de6-0cf8-485b-924d-660b213e54d1 req-5de8c830-083c-4188-869d-909c03d90599 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab33f1d8-69fe-4833-a0e3-49726d463f91 HTTP/1.1" status: 200 len: 210 time: 0.0518777 May 17 12:04:06.667860 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-a1197139-ed0c-4b76-856a-5089c2435be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:06.671820 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-a1197139-ed0c-4b76-856a-5089c2435be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:06.680801 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:06.719320 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-a1197139-ed0c-4b76-856a-5089c2435be3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b14a564d9e6c43a4b60f4dab1736b139&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2895269 May 17 12:04:06.721053 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1197139-ed0c-4b76-856a-5089c2435be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0926e4-13ba-489f-bcb3-28628fac36af,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:06.722100 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 58912) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:06.723970 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-a1197139-ed0c-4b76-856a-5089c2435be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:06.782047 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-9c6f4f59-1761-4f7d-bb16-6f7d8fbdd53a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:06.807094 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-9c6f4f59-1761-4f7d-bb16-6f7d8fbdd53a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:06.858120 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-9c6f4f59-1761-4f7d-bb16-6f7d8fbdd53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:06.863230 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-7b62f3ad-4a51-46f3-9581-a0c1b021b1c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:06.876582 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f4f59-1761-4f7d-bb16-6f7d8fbdd53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0926e4-13ba-489f-bcb3-28628fac36af,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:06.880034 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-9c6f4f59-1761-4f7d-bb16-6f7d8fbdd53a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:06.884098 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-9c6f4f59-1761-4f7d-bb16-6f7d8fbdd53a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:06.888077 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-9c6f4f59-1761-4f7d-bb16-6f7d8fbdd53a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eb0926e4-13ba-489f-bcb3-28628fac36af HTTP/1.1" status: 204 len: 168 time: 0.1649804 May 17 12:04:07.260109 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6b2e1-41bb-4215-a79f-28e083902cc5 req-2bc4cc39-964f-409f-bf67-b89325c01ec6 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:07.261605 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-6cf6b2e1-41bb-4215-a79f-28e083902cc5 req-2bc4cc39-964f-409f-bf67-b89325c01ec6 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.0878000 May 17 12:04:07.307299 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-6cf6b2e1-41bb-4215-a79f-28e083902cc5 req-2e89bc1c-e5e1-4289-93b6-0024e2dd694f tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399165 May 17 12:04:07.732071 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:07.808300 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-faed908c-b394-4a30-828d-cd66b80cd08e req-5e78649e-c841-4a41-a4dc-bb0732b296ff tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab33f1d8-69fe-4833-a0e3-49726d463f91 HTTP/1.1" status: 200 len: 210 time: 0.0489945 May 17 12:04:08.525438 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a18576-1e93-49b5-96e5-32c66d3a9591 req-815c3df3-6993-4eec-91d3-9027b447c8b4 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:08.527234 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-54a18576-1e93-49b5-96e5-32c66d3a9591 req-815c3df3-6993-4eec-91d3-9027b447c8b4 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.1050010 May 17 12:04:08.719608 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-54a18576-1e93-49b5-96e5-32c66d3a9591 req-8d5a239c-a8bd-451b-94eb-acb53b4f4a2b tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860020 May 17 12:04:08.788037 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-89657c81-3d19-48da-a621-5454e0a6c5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:08.827659 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2773e-23be-40a1-9638-68d3330aabcd req-8895f0b8-e5d7-46df-af75-a5032e121ac4 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:08.828321 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-59b2773e-23be-40a1-9638-68d3330aabcd req-8895f0b8-e5d7-46df-af75-a5032e121ac4 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Synchronizing usage tracker for tenant:2846a1a5fb9c443b83c02847701e12d0 on resource:network {{(pid=78700) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:04:08.867585 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-59b2773e-23be-40a1-9638-68d3330aabcd req-8895f0b8-e5d7-46df-af75-a5032e121ac4 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Unset dirty status for tenant:2846a1a5fb9c443b83c02847701e12d0 on resource:network {{(pid=78700) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:04:08.869075 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-59b2773e-23be-40a1-9638-68d3330aabcd req-8895f0b8-e5d7-46df-af75-a5032e121ac4 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.52 "GET /v2.0/networks?id=9ea770b3-9ee6-4340-b57a-35491587accb HTTP/1.1" status: 200 len: 808 time: 0.3195450 May 17 12:04:08.897301 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [req-59b2773e-23be-40a1-9638-68d3330aabcd req-8d9a7f79-28d9-49b9-b1c5-9b96b371abb8 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Request body: {'port': {'device_id': 'ab33f1d8-69fe-4833-a0e3-49726d463f91', 'network_id': '9ea770b3-9ee6-4340-b57a-35491587accb', 'admin_state_up': True, 'tenant_id': '2846a1a5fb9c443b83c02847701e12d0'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:04:09.106181 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [req-59b2773e-23be-40a1-9638-68d3330aabcd req-8d9a7f79-28d9-49b9-b1c5-9b96b371abb8 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:09.112147 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-3ad6fb71-d14d-4380-b65b-313af0109693 req-a54d1ded-7e44-4e9f-8542-675593caf6e8 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab33f1d8-69fe-4833-a0e3-49726d463f91 HTTP/1.1" status: 200 len: 210 time: 0.0580528 May 17 12:04:09.118717 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [req-59b2773e-23be-40a1-9638-68d3330aabcd req-8d9a7f79-28d9-49b9-b1c5-9b96b371abb8 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:09.135537 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59b2773e-23be-40a1-9638-68d3330aabcd req-8d9a7f79-28d9-49b9-b1c5-9b96b371abb8 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Made reservation on behalf of 2846a1a5fb9c443b83c02847701e12d0 for: {'port': 1} {{(pid=78700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:04:09.139042 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-59b2773e-23be-40a1-9638-68d3330aabcd req-8d9a7f79-28d9-49b9-b1c5-9b96b371abb8 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:09.367320 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.db_base_plugin_common [req-59b2773e-23be-40a1-9638-68d3330aabcd req-8d9a7f79-28d9-49b9-b1c5-9b96b371abb8 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Allocated IP 172.20.0.14 (9ea770b3-9ee6-4340-b57a-35491587accb/56d651cc-222a-449b-8c4a-e67f322f88b0/7a265e8c-c00d-44dc-b099-9bd06e58bb45) {{(pid=78700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:04:09.590358 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-59b2773e-23be-40a1-9638-68d3330aabcd req-8d9a7f79-28d9-49b9-b1c5-9b96b371abb8 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Notify callbacks [] for port, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:09.622043 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-59b2773e-23be-40a1-9638-68d3330aabcd req-8d9a7f79-28d9-49b9-b1c5-9b96b371abb8 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:09.631379 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-b3a5f4c6-78c4-4672-a408-fdcf2d0a5ffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:09.694781 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59b2773e-23be-40a1-9638-68d3330aabcd req-8d9a7f79-28d9-49b9-b1c5-9b96b371abb8 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Network 9ea770b3-9ee6-4340-b57a-35491587accb is already hosted by enough agents. {{(pid=78700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:04:09.697784 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.base_scheduler [req-59b2773e-23be-40a1-9638-68d3330aabcd req-8d9a7f79-28d9-49b9-b1c5-9b96b371abb8 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Resources bound (agent type, host, resource id): {{(pid=78700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:04:09.701608 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b2773e-23be-40a1-9638-68d3330aabcd req-8d9a7f79-28d9-49b9-b1c5-9b96b371abb8 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Received port after_create {{(pid=78700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:04:09.746644 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a7f79-28d9-49b9-b1c5-9b96b371abb8 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Pushing event updated for resources: {'Port': ['ID=7a265e8c-c00d-44dc-b099-9bd06e58bb45,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:09.750995 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-8d9a7f79-28d9-49b9-b1c5-9b96b371abb8 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:09.772404 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2773e-23be-40a1-9638-68d3330aabcd req-8d9a7f79-28d9-49b9-b1c5-9b96b371abb8 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:09.772987 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-59b2773e-23be-40a1-9638-68d3330aabcd req-8d9a7f79-28d9-49b9-b1c5-9b96b371abb8 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:09.807385 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-59b2773e-23be-40a1-9638-68d3330aabcd req-8d9a7f79-28d9-49b9-b1c5-9b96b371abb8 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9155774 May 17 12:04:09.828187 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [req-59b2773e-23be-40a1-9638-68d3330aabcd req-4bf9a159-09c8-49c5-b2c5-e25ab2332c71 service neutron] Request body: {'port': {'device_id': 'ab33f1d8-69fe-4833-a0e3-49726d463f91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:04:10.006348 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-59b2773e-23be-40a1-9638-68d3330aabcd req-4bf9a159-09c8-49c5-b2c5-e25ab2332c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:10.035285 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382d355-2eb3-4140-8111-d291a4178e2d req-f33815ad-ff49-4daa-87db-69ead61c51f7 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:10.036809 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-a382d355-2eb3-4140-8111-d291a4178e2d req-f33815ad-ff49-4daa-87db-69ead61c51f7 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.1757085 May 17 12:04:10.133956 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-a382d355-2eb3-4140-8111-d291a4178e2d req-adb88dd5-c757-455c-9abe-cc3ae7d6309f tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721550 May 17 12:04:10.625380 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75889e-9f4e-4d9d-a370-5974c1bec0e5 req-ccef1837-9eb4-4ad1-8867-58d0a5011579 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:10.626073 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-8c75889e-9f4e-4d9d-a370-5974c1bec0e5 req-ccef1837-9eb4-4ad1-8867-58d0a5011579 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Synchronizing usage tracker for tenant:2846a1a5fb9c443b83c02847701e12d0 on resource:port {{(pid=78700) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:04:10.666372 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [req-59b2773e-23be-40a1-9638-68d3330aabcd req-4bf9a159-09c8-49c5-b2c5-e25ab2332c71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a265e8c-c00d-44dc-b099-9bd06e58bb45 {{(pid=78700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:04:10.670233 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9a939-e060-4269-9b36-6a5955b565d9 req-75b2ff34-7aa2-4ca6-962a-8c8dbba9492b tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:10.679186 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-59b2773e-23be-40a1-9638-68d3330aabcd req-4bf9a159-09c8-49c5-b2c5-e25ab2332c71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:10.682956 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-a7a9a939-e060-4269-9b36-6a5955b565d9 req-75b2ff34-7aa2-4ca6-962a-8c8dbba9492b tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.1158621 May 17 12:04:10.683059 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-8c75889e-9f4e-4d9d-a370-5974c1bec0e5 req-ccef1837-9eb4-4ad1-8867-58d0a5011579 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Unset dirty status for tenant:2846a1a5fb9c443b83c02847701e12d0 on resource:port {{(pid=78700) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:04:10.690572 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-8c75889e-9f4e-4d9d-a370-5974c1bec0e5 req-ccef1837-9eb4-4ad1-8867-58d0a5011579 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab33f1d8-69fe-4833-a0e3-49726d463f91 HTTP/1.1" status: 200 len: 932 time: 0.2754016 May 17 12:04:10.729381 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.provisioning_blocks [req-59b2773e-23be-40a1-9638-68d3330aabcd req-4bf9a159-09c8-49c5-b2c5-e25ab2332c71 service neutron] Transition to ACTIVE for port object 7a265e8c-c00d-44dc-b099-9bd06e58bb45 will not be triggered until provisioned by entity L2. {{(pid=78700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:04:10.741340 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-a7a9a939-e060-4269-9b36-6a5955b565d9 req-8a480405-fdd0-4f92-a81e-2c189aac9037 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530558 May 17 12:04:10.746871 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-59b2773e-23be-40a1-9638-68d3330aabcd req-4bf9a159-09c8-49c5-b2c5-e25ab2332c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2209221'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:10.754419 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-67424162-923c-48c1-b4bc-f8f1eee26122 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:10.811828 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-8c75889e-9f4e-4d9d-a370-5974c1bec0e5 req-c9dce38a-746c-4512-a318-e05eef5afd5f tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204202 May 17 12:04:10.877256 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c722440-975f-45fb-aff1-3361840f15a5 req-358b3cd7-9a52-4462-a902-e8927d70e475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:10.877256 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3c722440-975f-45fb-aff1-3361840f15a5 req-358b3cd7-9a52-4462-a902-e8927d70e475 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6bf663e867404027b23faa6cae49fd9c&device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 1098 time: 0.3147221 May 17 12:04:10.995865 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf9a159-09c8-49c5-b2c5-e25ab2332c71 service neutron] Pushing event updated for resources: {'Port': ['ID=7a265e8c-c00d-44dc-b099-9bd06e58bb45,revision_number=2']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:10.998646 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-4bf9a159-09c8-49c5-b2c5-e25ab2332c71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:11.110375 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-59b2773e-23be-40a1-9638-68d3330aabcd req-4bf9a159-09c8-49c5-b2c5-e25ab2332c71 service neutron] Attempting to bind port 7a265e8c-c00d-44dc-b099-9bd06e58bb45 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:04:11.110616 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-59b2773e-23be-40a1-9638-68d3330aabcd req-4bf9a159-09c8-49c5-b2c5-e25ab2332c71 service neutron] Attempting to bind port 7a265e8c-c00d-44dc-b099-9bd06e58bb45 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': 'fc33f06e-2bc8-4f14-a3bc-34577e37d0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9ea770b3-9ee6-4340-b57a-35491587accb'}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:04:11.110934 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b2773e-23be-40a1-9638-68d3330aabcd req-4bf9a159-09c8-49c5-b2c5-e25ab2332c71 service neutron] Attempting to bind port 7a265e8c-c00d-44dc-b099-9bd06e58bb45 on network 9ea770b3-9ee6-4340-b57a-35491587accb {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:04:11.117793 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c722440-975f-45fb-aff1-3361840f15a5 req-5805cb03-b2da-49bf-a144-03ddf49ce9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:11.119223 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3c722440-975f-45fb-aff1-3361840f15a5 req-5805cb03-b2da-49bf-a144-03ddf49ce9bc service neutron] 10.222.0.52 "GET /v2.0/networks?id=0aa99b04-4428-4e05-a28f-238c74f78706 HTTP/1.1" status: 200 len: 920 time: 0.2330604 May 17 12:04:11.119893 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b2773e-23be-40a1-9638-68d3330aabcd req-4bf9a159-09c8-49c5-b2c5-e25ab2332c71 service neutron] Port 7a265e8c-c00d-44dc-b099-9bd06e58bb45 on network 9ea770b3-9ee6-4340-b57a-35491587accb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 12:04:11.120205 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b2773e-23be-40a1-9638-68d3330aabcd req-4bf9a159-09c8-49c5-b2c5-e25ab2332c71 service neutron] Attempting to bind port 7a265e8c-c00d-44dc-b099-9bd06e58bb45 on network 9ea770b3-9ee6-4340-b57a-35491587accb {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:04:11.125377 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b2773e-23be-40a1-9638-68d3330aabcd req-4bf9a159-09c8-49c5-b2c5-e25ab2332c71 service neutron] Checking agent: {'id': 'cd1455da-95ea-496d-8b07-9fb5ea757b4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 59, 37), 'started_at': datetime.datetime(2021, 5, 17, 11, 59, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:04:11.125703 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b2773e-23be-40a1-9638-68d3330aabcd req-4bf9a159-09c8-49c5-b2c5-e25ab2332c71 service neutron] Checking segment: {'id': 'fc33f06e-2bc8-4f14-a3bc-34577e37d0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9ea770b3-9ee6-4340-b57a-35491587accb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:04:11.126063 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b2773e-23be-40a1-9638-68d3330aabcd req-4bf9a159-09c8-49c5-b2c5-e25ab2332c71 service neutron] Bound using segment: {'id': 'fc33f06e-2bc8-4f14-a3bc-34577e37d0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9ea770b3-9ee6-4340-b57a-35491587accb'} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:04:11.126481 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-59b2773e-23be-40a1-9638-68d3330aabcd req-4bf9a159-09c8-49c5-b2c5-e25ab2332c71 service neutron] Bound port: 7a265e8c-c00d-44dc-b099-9bd06e58bb45, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc33f06e-2bc8-4f14-a3bc-34577e37d0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9ea770b3-9ee6-4340-b57a-35491587accb'}}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:04:11.127464 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-59b2773e-23be-40a1-9638-68d3330aabcd req-4bf9a159-09c8-49c5-b2c5-e25ab2332c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:11.209244 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3c722440-975f-45fb-aff1-3361840f15a5 req-6c7610d8-f3d0-4a18-8328-69b2ff54dbfe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e35031fa-3260-4017-b2da-7bb3bc1daace HTTP/1.1" status: 200 len: 217 time: 0.0731180 May 17 12:04:11.283174 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-37154af5-e153-416d-af79-76a7b86de97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:11.310545 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:11.337257 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c722440-975f-45fb-aff1-3361840f15a5 req-5bf8d0a4-fb7b-4d27-9653-b6f384c94fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:11.339138 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3c722440-975f-45fb-aff1-3361840f15a5 req-5bf8d0a4-fb7b-4d27-9653-b6f384c94fc9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cd8b9db4-1f1b-432a-b983-8b7aa274be94 HTTP/1.1" status: 200 len: 859 time: 0.1016395 May 17 12:04:11.345891 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-59b2773e-23be-40a1-9638-68d3330aabcd req-4bf9a159-09c8-49c5-b2c5-e25ab2332c71 service neutron] For port 7a265e8c-c00d-44dc-b099-9bd06e58bb45, host hv-cinder-73414, cleared binding levels {{(pid=78700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:04:11.393490 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3c722440-975f-45fb-aff1-3361840f15a5 req-de03838f-5470-4699-a7cc-e5fbe95b5343 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0aa99b04-4428-4e05-a28f-238c74f78706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450366 May 17 12:04:11.395085 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-59b2773e-23be-40a1-9638-68d3330aabcd req-4bf9a159-09c8-49c5-b2c5-e25ab2332c71 service neutron] For port 7a265e8c-c00d-44dc-b099-9bd06e58bb45, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=7a265e8c-c00d-44dc-b099-9bd06e58bb45,segment=NetworkSegment(fc33f06e-2bc8-4f14-a3bc-34577e37d0fa),segment_id=fc33f06e-2bc8-4f14-a3bc-34577e37d0fa)] {{(pid=78700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:04:11.401179 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-59b2773e-23be-40a1-9638-68d3330aabcd req-4bf9a159-09c8-49c5-b2c5-e25ab2332c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2209221'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:11.408718 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-7e892d61-5a63-4f33-973d-abce11e79b5e tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:11.493419 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2773e-23be-40a1-9638-68d3330aabcd req-4bf9a159-09c8-49c5-b2c5-e25ab2332c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:11.494027 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-59b2773e-23be-40a1-9638-68d3330aabcd req-4bf9a159-09c8-49c5-b2c5-e25ab2332c71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:11.495351 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-59b2773e-23be-40a1-9638-68d3330aabcd req-4bf9a159-09c8-49c5-b2c5-e25ab2332c71 service neutron] 10.222.0.52 "PUT /v2.0/ports/7a265e8c-c00d-44dc-b099-9bd06e58bb45 HTTP/1.1" status: 200 len: 1094 time: 1.6743312 May 17 12:04:11.500626 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab33f1d8-69fe-4833-a0e3-49726d463f91', 'tag': '7a265e8c-c00d-44dc-b099-9bd06e58bb45'}] {{(pid=78700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:04:11.569481 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab33f1d8-69fe-4833-a0e3-49726d463f91', 'tag': '7a265e8c-c00d-44dc-b099-9bd06e58bb45', 'status': 'completed', 'code': 200} May 17 12:04:11.640442 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf9a159-09c8-49c5-b2c5-e25ab2332c71 service neutron] Pushing event updated for resources: {'Port': ['ID=7a265e8c-c00d-44dc-b099-9bd06e58bb45,revision_number=3']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:11.644109 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-4bf9a159-09c8-49c5-b2c5-e25ab2332c71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:11.684731 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3c722440-975f-45fb-aff1-3361840f15a5 req-b08ba6dd-c26e-435d-b803-f1fea8007751 service neutron] 10.222.0.52 "GET /v2.0/networks/0aa99b04-4428-4e05-a28f-238c74f78706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341232 May 17 12:04:11.695949 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2773e-23be-40a1-9638-68d3330aabcd req-d293a87a-f0a4-4a0d-9f92-7c268a9d85e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:11.697371 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-59b2773e-23be-40a1-9638-68d3330aabcd req-d293a87a-f0a4-4a0d-9f92-7c268a9d85e1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2846a1a5fb9c443b83c02847701e12d0&device_id=ab33f1d8-69fe-4833-a0e3-49726d463f91 HTTP/1.1" status: 200 len: 1097 time: 0.1384494 May 17 12:04:11.839431 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-59b2773e-23be-40a1-9638-68d3330aabcd req-5f3ebaba-afcd-4117-ac36-74bb295435bf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a265e8c-c00d-44dc-b099-9bd06e58bb45 HTTP/1.1" status: 200 len: 217 time: 0.1229310 May 17 12:04:11.949078 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3c722440-975f-45fb-aff1-3361840f15a5 req-54741802-2324-4650-9dbd-9a824206d5fb service neutron] 10.222.0.52 "GET /v2.0/networks/0aa99b04-4428-4e05-a28f-238c74f78706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553532 May 17 12:04:11.950396 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2773e-23be-40a1-9638-68d3330aabcd req-2069329f-2db1-4809-993c-68d89d485f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:11.951765 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-59b2773e-23be-40a1-9638-68d3330aabcd req-2069329f-2db1-4809-993c-68d89d485f85 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=56d651cc-222a-449b-8c4a-e67f322f88b0 HTTP/1.1" status: 200 len: 848 time: 0.1040909 May 17 12:04:12.165374 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f244ad-d2d1-4f7d-9bac-92f7b3a818a4 req-50ef6181-d838-458a-be84-62eb16ac5298 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:12.166819 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-45f244ad-d2d1-4f7d-9bac-92f7b3a818a4 req-50ef6181-d838-458a-be84-62eb16ac5298 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.3070290 May 17 12:04:12.217997 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-45f244ad-d2d1-4f7d-9bac-92f7b3a818a4 req-f8c99fec-8197-4394-bde1-ec25479e0ce5 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447488 May 17 12:04:12.241970 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-59b2773e-23be-40a1-9638-68d3330aabcd req-0f8d3bce-3442-4f9b-8898-10d0a84bacce service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9ea770b3-9ee6-4340-b57a-35491587accb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2735264 May 17 12:04:12.299407 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:12.402811 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ede78-9c27-4951-b7e8-3ec8d0e2349e req-4259c08d-1221-4002-b8ce-b5d7faf888ee tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:12.404281 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-fc8ede78-9c27-4951-b7e8-3ec8d0e2349e req-4259c08d-1221-4002-b8ce-b5d7faf888ee tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab33f1d8-69fe-4833-a0e3-49726d463f91 HTTP/1.1" status: 200 len: 944 time: 0.2016187 May 17 12:04:12.407601 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-59b2773e-23be-40a1-9638-68d3330aabcd req-a56eaf9f-f8b6-49fe-8f00-9d7d2cc0a688 service neutron] 10.222.0.52 "GET /v2.0/networks/9ea770b3-9ee6-4340-b57a-35491587accb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539087 May 17 12:04:12.525913 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-fc8ede78-9c27-4951-b7e8-3ec8d0e2349e req-2744c781-d188-43bc-8db2-3c416e421e56 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151376 May 17 12:04:12.581830 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-59b2773e-23be-40a1-9638-68d3330aabcd req-c5e22128-6d15-4bf3-84a1-241fc20f3ea9 service neutron] 10.222.0.52 "GET /v2.0/networks/9ea770b3-9ee6-4340-b57a-35491587accb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491139 May 17 12:04:12.707387 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13268f-c67a-437c-abb7-6f3dd67267ca req-0382e333-e63c-4d3f-9aec-565ce1c80e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:12.708751 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-9e13268f-c67a-437c-abb7-6f3dd67267ca req-0382e333-e63c-4d3f-9aec-565ce1c80e7b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2846a1a5fb9c443b83c02847701e12d0&device_id=ab33f1d8-69fe-4833-a0e3-49726d463f91 HTTP/1.1" status: 200 len: 1097 time: 0.0750799 May 17 12:04:12.840672 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13268f-c67a-437c-abb7-6f3dd67267ca req-7b5a6b37-73d8-4425-882d-7550c4b0d4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:12.842234 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-9e13268f-c67a-437c-abb7-6f3dd67267ca req-7b5a6b37-73d8-4425-882d-7550c4b0d4c7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9ea770b3-9ee6-4340-b57a-35491587accb HTTP/1.1" status: 200 len: 909 time: 0.1264474 May 17 12:04:12.927128 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-9e13268f-c67a-437c-abb7-6f3dd67267ca req-af26cf65-57a0-44c7-b3d5-00e4f6f0d10e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a265e8c-c00d-44dc-b099-9bd06e58bb45 HTTP/1.1" status: 200 len: 217 time: 0.0661862 May 17 12:04:12.995909 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13268f-c67a-437c-abb7-6f3dd67267ca req-435f0a4b-2cd7-4a8d-b032-b480fec6caf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:12.997319 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-9e13268f-c67a-437c-abb7-6f3dd67267ca req-435f0a4b-2cd7-4a8d-b032-b480fec6caf4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=56d651cc-222a-449b-8c4a-e67f322f88b0 HTTP/1.1" status: 200 len: 848 time: 0.0569382 May 17 12:04:13.050953 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-9e13268f-c67a-437c-abb7-6f3dd67267ca req-7430edd2-d419-4383-aa3a-b52816d62628 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9ea770b3-9ee6-4340-b57a-35491587accb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403416 May 17 12:04:13.182787 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-9e13268f-c67a-437c-abb7-6f3dd67267ca req-bdc849ca-b91f-4936-9d66-675b17ea056e service neutron] 10.222.0.52 "GET /v2.0/networks/9ea770b3-9ee6-4340-b57a-35491587accb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243360 May 17 12:04:13.318025 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-9e13268f-c67a-437c-abb7-6f3dd67267ca req-2c3ba1fb-f402-4d2c-a240-61e41d1d680b service neutron] 10.222.0.52 "GET /v2.0/networks/9ea770b3-9ee6-4340-b57a-35491587accb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255639 May 17 12:04:13.424545 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887bbfc5-5db4-4a5d-9d44-c7d47158accb req-40c120ae-ac29-4692-af47-0b60ec316ec5 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:13.426218 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-887bbfc5-5db4-4a5d-9d44-c7d47158accb req-40c120ae-ac29-4692-af47-0b60ec316ec5 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.0881088 May 17 12:04:13.475979 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-887bbfc5-5db4-4a5d-9d44-c7d47158accb req-d135387c-54ce-425a-883b-5536551d2817 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429416 May 17 12:04:13.733389 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930173a-3d3b-4e55-b45a-44df1c79a473 req-6f649515-ad20-4698-91aa-3b50d2edf3f1 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:13.735916 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-3930173a-3d3b-4e55-b45a-44df1c79a473 req-6f649515-ad20-4698-91aa-3b50d2edf3f1 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab33f1d8-69fe-4833-a0e3-49726d463f91 HTTP/1.1" status: 200 len: 944 time: 0.1006277 May 17 12:04:13.785523 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-3930173a-3d3b-4e55-b45a-44df1c79a473 req-f7f6b938-e39a-4d91-84c5-ca898d42c1e6 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418839 May 17 12:04:13.952375 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 59120) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:14.081666 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5852f14c-cca7-4ca1-b55c-9e58507e3564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:14.096011 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-5852f14c-cca7-4ca1-b55c-9e58507e3564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:14.099813 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-5852f14c-cca7-4ca1-b55c-9e58507e3564 admin admin] Usage tracker for resource:security_group_rule and tenant:7c343bfdf9204f69bfb8f2f7814b0215 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:14.102625 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-5852f14c-cca7-4ca1-b55c-9e58507e3564 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:14.108357 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-5852f14c-cca7-4ca1-b55c-9e58507e3564 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:14.178881 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:14.198420 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5852f14c-cca7-4ca1-b55c-9e58507e3564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:14.202576 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5852f14c-cca7-4ca1-b55c-9e58507e3564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:14.210884 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-65eb9835-559d-4126-b5b8-bf1aa44ced05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:14.255453 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5852f14c-cca7-4ca1-b55c-9e58507e3564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75b7a94-ada6-452c-9ca5-0307e66c10f8,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:14.258762 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-5852f14c-cca7-4ca1-b55c-9e58507e3564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:14.261398 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-5852f14c-cca7-4ca1-b55c-9e58507e3564 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7c343bfdf9204f69bfb8f2f7814b0215&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3076589 May 17 12:04:14.263971 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 59132) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:14.328815 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-eaf1d83e-0a73-49f1-be2a-7423a39322d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:14.354193 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-eaf1d83e-0a73-49f1-be2a-7423a39322d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:14.409397 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-eaf1d83e-0a73-49f1-be2a-7423a39322d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:14.412911 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:14.424409 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1d83e-0a73-49f1-be2a-7423a39322d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75b7a94-ada6-452c-9ca5-0307e66c10f8,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:14.430418 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-eaf1d83e-0a73-49f1-be2a-7423a39322d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:14.431419 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-eaf1d83e-0a73-49f1-be2a-7423a39322d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:14.432265 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-eaf1d83e-0a73-49f1-be2a-7423a39322d7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a75b7a94-ada6-452c-9ca5-0307e66c10f8 HTTP/1.1" status: 204 len: 168 time: 0.1672335 May 17 12:04:14.705732 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed389a89-3c6b-4b46-bf8f-69f445326e47 req-516422dd-3da5-4a9a-853f-371c1fabb819 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:14.707851 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ed389a89-3c6b-4b46-bf8f-69f445326e47 req-516422dd-3da5-4a9a-853f-371c1fabb819 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.1027079 May 17 12:04:14.770222 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ed389a89-3c6b-4b46-bf8f-69f445326e47 req-c950fbbb-550e-494d-8784-77b31ca1c989 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557308 May 17 12:04:15.009046 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be4f461-647c-4a0b-8d9c-93eb9aa8c00d req-57bcd899-70cc-4e0b-afc0-17bcfd3526c7 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:15.010804 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-8be4f461-647c-4a0b-8d9c-93eb9aa8c00d req-57bcd899-70cc-4e0b-afc0-17bcfd3526c7 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab33f1d8-69fe-4833-a0e3-49726d463f91 HTTP/1.1" status: 200 len: 944 time: 0.0902717 May 17 12:04:15.074325 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-8be4f461-647c-4a0b-8d9c-93eb9aa8c00d req-bb2a18c6-5743-4e43-9d8e-3ddf51861bd8 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547318 May 17 12:04:15.901459 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 7a265e8c-c00d-44dc-b099-9bd06e58bb45 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:04:16.058068 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159af73a-e3e6-45d6-b2e1-20b63266fda6 req-156fbf1d-fc16-4a92-a4e9-5603003c19fe tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:16.059587 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-159af73a-e3e6-45d6-b2e1-20b63266fda6 req-156fbf1d-fc16-4a92-a4e9-5603003c19fe tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.1558867 May 17 12:04:16.117254 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-159af73a-e3e6-45d6-b2e1-20b63266fda6 req-be66a6c9-8db9-445c-ba76-2a7124799eb6 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501449 May 17 12:04:16.184514 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port 7a265e8c-c00d-44dc-b099-9bd06e58bb45, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=7a265e8c-c00d-44dc-b099-9bd06e58bb45,segment=NetworkSegment(fc33f06e-2bc8-4f14-a3bc-34577e37d0fa),segment_id=fc33f06e-2bc8-4f14-a3bc-34577e37d0fa)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:04:16.200567 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Returning: {'device': '7a265e8c-c00d-44dc-b099-9bd06e58bb45', 'network_id': '9ea770b3-9ee6-4340-b57a-35491587accb', 'port_id': '7a265e8c-c00d-44dc-b099-9bd06e58bb45', 'mac_address': 'fa:16:3e:0c:30:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56d651cc-222a-449b-8c4a-e67f322f88b0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:04:16.258852 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:16.276144 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a265e8c-c00d-44dc-b099-9bd06e58bb45 {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:04:16.292927 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port 7a265e8c-c00d-44dc-b099-9bd06e58bb45, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=7a265e8c-c00d-44dc-b099-9bd06e58bb45,segment=NetworkSegment(fc33f06e-2bc8-4f14-a3bc-34577e37d0fa),segment_id=fc33f06e-2bc8-4f14-a3bc-34577e37d0fa)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:04:16.297006 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:16.299917 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:16.316869 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e23320-004f-4900-9a02-6612d9368b48 req-536dc1d2-6296-4094-9191-14790dd621c4 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:16.318992 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d2e23320-004f-4900-9a02-6612d9368b48 req-536dc1d2-6296-4094-9191-14790dd621c4 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab33f1d8-69fe-4833-a0e3-49726d463f91 HTTP/1.1" status: 200 len: 944 time: 0.0908537 May 17 12:04:16.369071 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d2e23320-004f-4900-9a02-6612d9368b48 req-2c6a5fdd-eee4-4032-9cfc-6a14e96a797c tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443263 May 17 12:04:16.373580 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=7a265e8c-c00d-44dc-b099-9bd06e58bb45,revision_number=4']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:16.377571 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:16.762089 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] get_ports_and_sgs() called for port_ids ['7a265e8c-c00d-44dc-b099-9bd06e58bb45'] {{(pid=78702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:04:17.287627 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ff40e-43aa-4833-b3a8-2ac387111aea req-1f146947-8727-4685-9517-ec76807ee1c0 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:17.289150 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-6b8ff40e-43aa-4833-b3a8-2ac387111aea req-1f146947-8727-4685-9517-ec76807ee1c0 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 946 time: 0.0807035 May 17 12:04:17.340054 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-6b8ff40e-43aa-4833-b3a8-2ac387111aea req-7a24af99-3aa0-4613-9ebb-747dd2a5c674 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433822 May 17 12:04:17.368747 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 59292) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:17.503928 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb734a61-e153-4e8e-b425-fca0a2fe45ac req-ef6402c1-ec9e-4492-9152-4076e3541506 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:17.505617 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-cb734a61-e153-4e8e-b425-fca0a2fe45ac req-ef6402c1-ec9e-4492-9152-4076e3541506 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.1049235 May 17 12:04:17.599748 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb36654-9b0c-4898-bf87-760b7c82cd81 req-5a240e4f-50f9-4627-8cf6-c7b9ff01a490 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:17.601631 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-2eb36654-9b0c-4898-bf87-760b7c82cd81 req-5a240e4f-50f9-4627-8cf6-c7b9ff01a490 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab33f1d8-69fe-4833-a0e3-49726d463f91 HTTP/1.1" status: 200 len: 945 time: 0.1062629 May 17 12:04:17.648851 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-cb734a61-e153-4e8e-b425-fca0a2fe45ac req-fce0265d-f3b8-4869-8dea-f98af1f2d59e tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366191 May 17 12:04:17.704197 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-2eb36654-9b0c-4898-bf87-760b7c82cd81 req-3a29eecf-8604-48d6-9b03-c0763e9d550d tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654130 May 17 12:04:17.721557 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ea1f71-301f-44be-bd3b-015cd0fcbee5 tempest-TestMinimumBasicScenario-252208789 tempest-TestMinimumBasicScenario-252208789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:17.722198 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-05ea1f71-301f-44be-bd3b-015cd0fcbee5 tempest-TestMinimumBasicScenario-252208789 tempest-TestMinimumBasicScenario-252208789-project-admin] Synchronizing usage tracker for tenant:1f72dd8a632b40638f70a049e97988fb on resource:port {{(pid=78701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:04:17.743442 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-05ea1f71-301f-44be-bd3b-015cd0fcbee5 tempest-TestMinimumBasicScenario-252208789 tempest-TestMinimumBasicScenario-252208789-project-admin] Unset dirty status for tenant:1f72dd8a632b40638f70a049e97988fb on resource:port {{(pid=78701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:04:17.744718 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-05ea1f71-301f-44be-bd3b-015cd0fcbee5 tempest-TestMinimumBasicScenario-252208789 tempest-TestMinimumBasicScenario-252208789-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 1094 time: 0.3749115 May 17 12:04:17.747837 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 59302) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:17.755118 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-5292598e-ebf2-4baf-bb7b-0ce7df8c0418 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Request body: {'floatingip': {'floating_network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'port_id': 'dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd', 'tenant_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:04:17.761434 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-5292598e-ebf2-4baf-bb7b-0ce7df8c0418 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:17.765159 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-5292598e-ebf2-4baf-bb7b-0ce7df8c0418 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Usage tracker for resource:floatingip and tenant:05e25a4be2774eceadebdf38b9b2fdf8 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:17.768626 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-5292598e-ebf2-4baf-bb7b-0ce7df8c0418 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:17.778802 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-5292598e-ebf2-4baf-bb7b-0ce7df8c0418 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:17.789120 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5292598e-ebf2-4baf-bb7b-0ce7df8c0418 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks [] for floatingip, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:17.883524 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.agents_db [None req-bc444940-bb86-4de8-ac48-ae4570a6a7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:04:17.931673 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5292598e-ebf2-4baf-bb7b-0ce7df8c0418 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:18.075290 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.db_base_plugin_common [None req-5292598e-ebf2-4baf-bb7b-0ce7df8c0418 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Allocated IP 172.27.1.182 (163aee93-eed0-47f4-9809-6291286e957c/35eb0c40-f6d0-43b5-b72a-9e8dd7567b53/863aa118-30b8-477e-b74d-3e4ef5bd43c6) {{(pid=78701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:04:18.228211 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5292598e-ebf2-4baf-bb7b-0ce7df8c0418 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks [] for port, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:18.260239 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5292598e-ebf2-4baf-bb7b-0ce7df8c0418 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534708'] for port, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:18.264698 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-be687420-8a5f-4806-9fb6-b83cf89e7011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:18.327098 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5292598e-ebf2-4baf-bb7b-0ce7df8c0418 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Network 163aee93-eed0-47f4-9809-6291286e957c is already hosted by enough agents. {{(pid=78701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:04:18.330541 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.base_scheduler [None req-5292598e-ebf2-4baf-bb7b-0ce7df8c0418 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Resources bound (agent type, host, resource id): {{(pid=78701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:04:18.333624 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5292598e-ebf2-4baf-bb7b-0ce7df8c0418 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Received port after_create {{(pid=78701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:04:18.387656 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292598e-ebf2-4baf-bb7b-0ce7df8c0418 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Pushing event updated for resources: {'Port': ['ID=863aa118-30b8-477e-b74d-3e4ef5bd43c6,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:18.392967 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-5292598e-ebf2-4baf-bb7b-0ce7df8c0418 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:18.937895 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b7ff5-1c12-4dd7-8fa3-a5b76839b292 req-57a0a78d-3f9b-48df-8c9e-5fb14867c6f1 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:18.941151 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-437b7ff5-1c12-4dd7-8fa3-a5b76839b292 req-57a0a78d-3f9b-48df-8c9e-5fb14867c6f1 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.1193929 May 17 12:04:18.988810 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad609a-2883-4dac-9fc7-f39069245ec7 req-18092582-72d5-4f50-beca-aa965e554c9f tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:18.991757 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-6fad609a-2883-4dac-9fc7-f39069245ec7 req-18092582-72d5-4f50-beca-aa965e554c9f tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/ports?device_id=566dc5cf-88aa-44d1-a18e-4c6238b07107 HTTP/1.1" status: 200 len: 945 time: 0.1125460 May 17 12:04:19.013171 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-437b7ff5-1c12-4dd7-8fa3-a5b76839b292 req-eec9fb93-9a91-4494-8d86-26eb2f02af3f tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621927 May 17 12:04:19.017661 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5292598e-ebf2-4baf-bb7b-0ce7df8c0418 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:19.052651 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-6fad609a-2883-4dac-9fc7-f39069245ec7 req-2294f505-ed58-49bb-a0ee-88adb2c2044a tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18cb5e0-349e-4af4-a126-102dafc72b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541964 May 17 12:04:19.128149 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5292598e-ebf2-4baf-bb7b-0ce7df8c0418 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:19.208412 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52721e4-748c-45ad-9dd3-68f37c0cc1b3 req-eff9bc9e-8aa4-40fd-895c-7561bce1c9c2 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:19.209930 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-c52721e4-748c-45ad-9dd3-68f37c0cc1b3 req-eff9bc9e-8aa4-40fd-895c-7561bce1c9c2 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab33f1d8-69fe-4833-a0e3-49726d463f91 HTTP/1.1" status: 200 len: 945 time: 0.0836451 May 17 12:04:19.262263 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-c52721e4-748c-45ad-9dd3-68f37c0cc1b3 req-035524cb-064d-4001-ab4b-fd09977ab186 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464296 May 17 12:04:19.346431 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5292598e-ebf2-4baf-bb7b-0ce7df8c0418 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks [] for port, precommit_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:19.349317 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5292598e-ebf2-4baf-bb7b-0ce7df8c0418 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2534717'] for port, after_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:19.353186 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:19.460533 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292598e-ebf2-4baf-bb7b-0ce7df8c0418 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Pushing event updated for resources: {'Port': ['ID=863aa118-30b8-477e-b74d-3e4ef5bd43c6,revision_number=2']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:19.464388 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-5292598e-ebf2-4baf-bb7b-0ce7df8c0418 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:19.473332 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5292598e-ebf2-4baf-bb7b-0ce7df8c0418 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407876'] for floatingip, after_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:19.648704 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.db.l3_db [None req-5292598e-ebf2-4baf-bb7b-0ce7df8c0418 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Floating IP 881ee568-596b-4ae0-a6f4-55ba1bffdf17 associated. External IP: 172.27.1.182, port: dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd. May 17 12:04:19.917282 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 7a265e8c-c00d-44dc-b099-9bd06e58bb45 up at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:04:19.999933 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Provisioning for port 7a265e8c-c00d-44dc-b099-9bd06e58bb45 completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:04:20.005584 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Provisioning complete for port 7a265e8c-c00d-44dc-b099-9bd06e58bb45 triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:04:20.006047 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:20.008570 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5292598e-ebf2-4baf-bb7b-0ce7df8c0418 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Router a6d0911b-a4d2-4ed8-a748-19e8a6f54f87 has already been hosted by L3 agent 7d9bdccf-07e9-4436-af26-1dad3be87fd8 {{(pid=78701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:04:20.145487 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:20.176421 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab33f1d8-69fe-4833-a0e3-49726d463f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a265e8c-c00d-44dc-b099-9bd06e58bb45'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:04:20.188040 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port 7a265e8c-c00d-44dc-b099-9bd06e58bb45, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=7a265e8c-c00d-44dc-b099-9bd06e58bb45,segment=NetworkSegment(fc33f06e-2bc8-4f14-a3bc-34577e37d0fa),segment_id=fc33f06e-2bc8-4f14-a3bc-34577e37d0fa)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:04:20.209164 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:20.211488 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:20.267811 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe123eb8-0d36-41f4-b712-e0bd7f605100 req-cbf98521-f960-4a91-97d4-f6dc803bc46a tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:20.275906 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-fe123eb8-0d36-41f4-b712-e0bd7f605100 req-cbf98521-f960-4a91-97d4-f6dc803bc46a tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.1237540 May 17 12:04:20.315152 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=7a265e8c-c00d-44dc-b099-9bd06e58bb45,revision_number=5']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:20.319425 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:20.333547 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-fe123eb8-0d36-41f4-b712-e0bd7f605100 req-e60f1fa8-1956-41a5-918e-284a414c3525 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564442 May 17 12:04:20.334126 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 59344) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:20.384237 dv-cinder-734144-19-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab33f1d8-69fe-4833-a0e3-49726d463f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a265e8c-c00d-44dc-b099-9bd06e58bb45', 'code': 200} May 17 12:04:20.439853 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5292598e-ebf2-4baf-bb7b-0ce7df8c0418 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify agent at l3_agent.dv-cinder-734144-19-iscsi the message routers_updated {{(pid=78701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:04:20.459335 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba24b5b-1784-47f3-bfc5-2331e4e1a7c8 None None] Sync routers for ids ['a6d0911b-a4d2-4ed8-a748-19e8a6f54f87'] in dv-cinder-734144-19-iscsi {{(pid=78703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:04:20.481346 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba24b5b-1784-47f3-bfc5-2331e4e1a7c8 None None] Routers {'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:04:20.482067 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-3ba24b5b-1784-47f3-bfc5-2331e4e1a7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:04:11Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['a6d0911b-a4d2-4ed8-a748-19e8a6f54f87'], 'active': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:04:20.485906 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db964e77-fac5-43b9-977e-113909a39c2a req-7da68f72-2566-425a-824c-8b963a05b414 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:20.495502 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f800b025-9931-44bb-b6d9-1a96184ca792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:20.496359 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-db964e77-fac5-43b9-977e-113909a39c2a req-7da68f72-2566-425a-824c-8b963a05b414 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/ports?device_id=566dc5cf-88aa-44d1-a18e-4c6238b07107 HTTP/1.1" status: 200 len: 945 time: 0.2677372 May 17 12:04:20.543015 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5292598e-ebf2-4baf-bb7b-0ce7df8c0418 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for floatingip, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:20.570544 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-f800b025-9931-44bb-b6d9-1a96184ca792 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:20.595594 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-f800b025-9931-44bb-b6d9-1a96184ca792 admin admin] Usage tracker for resource:security_group_rule and tenant:88c314a5449249c585e7fc335151eae7 is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:20.599748 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-f800b025-9931-44bb-b6d9-1a96184ca792 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:20.607255 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-f800b025-9931-44bb-b6d9-1a96184ca792 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:20.617267 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-db964e77-fac5-43b9-977e-113909a39c2a req-0abc0882-1e2d-4a6f-b5ad-eaec24d8bebe tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18cb5e0-349e-4af4-a126-102dafc72b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197090 May 17 12:04:20.624664 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-5292598e-ebf2-4baf-bb7b-0ce7df8c0418 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8750286 May 17 12:04:20.625552 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e98ce2d3-dbf3-4c40-8263-ec185a6c34d7', 'tag': 'dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd'}] {{(pid=78701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:04:20.630212 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 59352) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:20.635687 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-e8475b09-7b7c-48e7-97ba-3d379d8eb498 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-990055262', 'description': 'tempest-secgroup-smoke-990055262 description', 'project_id': '05e25a4be2774eceadebdf38b9b2fdf8'}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:04:20.647000 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-e8475b09-7b7c-48e7-97ba-3d379d8eb498 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:20.656064 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-e8475b09-7b7c-48e7-97ba-3d379d8eb498 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:20.668331 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e8475b09-7b7c-48e7-97ba-3d379d8eb498 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:20.694818 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvr_db [None req-3ba24b5b-1784-47f3-bfc5-2331e4e1a7c8 None None] Set router a6d0911b-a4d2-4ed8-a748-19e8a6f54f87 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:04:20.697013 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-e8475b09-7b7c-48e7-97ba-3d379d8eb498 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:20.701660 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-e8475b09-7b7c-48e7-97ba-3d379d8eb498 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Usage tracker for resource:security_group_rule and tenant:05e25a4be2774eceadebdf38b9b2fdf8 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:20.705215 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-e8475b09-7b7c-48e7-97ba-3d379d8eb498 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:20.713095 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-e8475b09-7b7c-48e7-97ba-3d379d8eb498 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:20.733937 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6d851-4052-4127-ad93-154615036aef req-fd98714c-4bfb-4a42-960c-b3bf15e01619 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:20.741468 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-92b6d851-4052-4127-ad93-154615036aef req-fd98714c-4bfb-4a42-960c-b3bf15e01619 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab33f1d8-69fe-4833-a0e3-49726d463f91 HTTP/1.1" status: 200 len: 946 time: 0.2269173 May 17 12:04:20.794510 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e8475b09-7b7c-48e7-97ba-3d379d8eb498 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:20.796924 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e98ce2d3-dbf3-4c40-8263-ec185a6c34d7', 'tag': 'dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd', 'status': 'completed', 'code': 200} May 17 12:04:20.800348 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e8475b09-7b7c-48e7-97ba-3d379d8eb498 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:20.804502 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-0364a943-9e59-4d1a-bb3b-b26b9d500737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:20.860103 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8475b09-7b7c-48e7-97ba-3d379d8eb498 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43393294-e3fc-4c86-bd9c-b50e691633bd,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:20.881289 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e8475b09-7b7c-48e7-97ba-3d379d8eb498 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:20.882871 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-e8475b09-7b7c-48e7-97ba-3d379d8eb498 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2511992 May 17 12:04:20.884182 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-e8475b09-7b7c-48e7-97ba-3d379d8eb498 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:20.885959 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 59360) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:20.888436 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-92b6d851-4052-4127-ad93-154615036aef req-739db66d-4e01-4be7-9434-16d5a39684cd tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460030 May 17 12:04:20.892722 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-cc502f33-d4e4-4d24-acde-a49b1a0cf355 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Request body: {'security_group_rule': {'security_group_id': '43393294-e3fc-4c86-bd9c-b50e691633bd', 'project_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:04:20.899897 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2a61b-2355-430c-a2b3-c5f0cb7c1a75 req-5b0b11b3-01ac-4db3-b660-607644c2ed05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:20.903139 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f4f2a61b-2355-430c-a2b3-c5f0cb7c1a75 req-5b0b11b3-01ac-4db3-b660-607644c2ed05 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ab33f1d8-69fe-4833-a0e3-49726d463f91 HTTP/1.1" status: 200 len: 1099 time: 0.2940781 May 17 12:04:20.913798 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-cc502f33-d4e4-4d24-acde-a49b1a0cf355 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:20.919819 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-cc502f33-d4e4-4d24-acde-a49b1a0cf355 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Usage tracker for resource:security_group_rule and tenant:05e25a4be2774eceadebdf38b9b2fdf8 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:20.924649 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-cc502f33-d4e4-4d24-acde-a49b1a0cf355 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:20.930976 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-cc502f33-d4e4-4d24-acde-a49b1a0cf355 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:20.952053 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f800b025-9931-44bb-b6d9-1a96184ca792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:20.974194 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f800b025-9931-44bb-b6d9-1a96184ca792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:20.987564 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:20.987884 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-cc502f33-d4e4-4d24-acde-a49b1a0cf355 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:20.998611 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f4f2a61b-2355-430c-a2b3-c5f0cb7c1a75 req-d45935a8-786a-45c1-8d4c-1636b9251df3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831788 May 17 12:04:21.004423 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6190a43-4f35-4044-a21f-4732b1fe9212 req-690ed571-2f53-4742-8f68-cd6eaf5d01cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:21.005846 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d6190a43-4f35-4044-a21f-4732b1fe9212 req-690ed571-2f53-4742-8f68-cd6eaf5d01cf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=05e25a4be2774eceadebdf38b9b2fdf8&device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 1099 time: 0.2412763 May 17 12:04:21.035966 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-f800b025-9931-44bb-b6d9-1a96184ca792 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=88c314a5449249c585e7fc335151eae7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7007260 May 17 12:04:21.039073 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 59364) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:21.039725 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f800b025-9931-44bb-b6d9-1a96184ca792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f8287e-d72a-4a16-93e5-844b603c47b0,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:21.043407 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-f800b025-9931-44bb-b6d9-1a96184ca792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:21.069258 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-cc502f33-d4e4-4d24-acde-a49b1a0cf355 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:21.074923 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-cc502f33-d4e4-4d24-acde-a49b1a0cf355 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461307'] for security_group_rule, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:21.077203 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-44368e76-7762-4396-84ba-10a57fdc43b6 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:21.097607 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc502f33-d4e4-4d24-acde-a49b1a0cf355 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b61a62b0-6e5a-4ad5-8548-27a3b388d4c6,revision_number=0']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:21.103174 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-cc502f33-d4e4-4d24-acde-a49b1a0cf355 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:21.113944 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-cc502f33-d4e4-4d24-acde-a49b1a0cf355 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:21.118502 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-cc502f33-d4e4-4d24-acde-a49b1a0cf355 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2281723 May 17 12:04:21.118705 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 59368) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:21.123914 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-5533644b-ce12-4ceb-abc9-43141851bcf3 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Request body: {'security_group_rule': {'security_group_id': '43393294-e3fc-4c86-bd9c-b50e691633bd', 'project_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:04:21.130972 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-5533644b-ce12-4ceb-abc9-43141851bcf3 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:21.136306 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-5533644b-ce12-4ceb-abc9-43141851bcf3 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Usage tracker for resource:security_group_rule and tenant:05e25a4be2774eceadebdf38b9b2fdf8 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:21.141638 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-5533644b-ce12-4ceb-abc9-43141851bcf3 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:21.148201 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-3ba24b5b-1784-47f3-bfc5-2331e4e1a7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87', 'name': 'tempest-TestMinimumBasicScenario-611068958-router', 'tenant_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'fe49a373-addb-4359-bcca-950c9c241118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:25Z', 'updated_at': '2021-05-17T12:02:30Z', 'revision_number': 4, 'project_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'gw_port': {'id': 'fe49a373-addb-4359-bcca-950c9c241118', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:26Z', 'updated_at': '2021-05-17T12:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_floatingips': [{'id': '881ee568-596b-4ae0-a6f4-55ba1bffdf17', 'tenant_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'router_id': 'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87', 'port_id': 'dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8', 'mac_address': 'fa:16:3e:70:74:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98ce2d3-dbf3-4c40-8263-ec185a6c34d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:04:18Z', 'updated_at': '2021-05-17T12:04:18Z', 'revision_number': 0, 'project_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bff7479-ddba-4202-b986-70c41e1aa62b', 'name': '', 'network_id': '042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8', 'tenant_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'mac_address': 'fa:16:3e:ec:89:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '09a794ab-93ea-4d3a-9af7-0e8998678595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:29Z', 'updated_at': '2021-05-17T12:02:44Z', 'revision_number': 5, 'project_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'subnets': [{'id': '09a794ab-93ea-4d3a-9af7-0e8998678595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:04:21.149437 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-5533644b-ce12-4ceb-abc9-43141851bcf3 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:21.156995 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba24b5b-1784-47f3-bfc5-2331e4e1a7c8 None None] Checking router: a6d0911b-a4d2-4ed8-a748-19e8a6f54f87 for host: dv-cinder-734144-19-iscsi {{(pid=78703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:04:21.167858 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba24b5b-1784-47f3-bfc5-2331e4e1a7c8 None None] Routers {'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:04:21.169101 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-3ba24b5b-1784-47f3-bfc5-2331e4e1a7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:04:11Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['a6d0911b-a4d2-4ed8-a748-19e8a6f54f87'], 'active': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:04:21.173034 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5533644b-ce12-4ceb-abc9-43141851bcf3 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:21.200715 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-6ed79e20-d6f7-4906-b996-268684ec551b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:21.242740 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5533644b-ce12-4ceb-abc9-43141851bcf3 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:21.248069 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5533644b-ce12-4ceb-abc9-43141851bcf3 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461307'] for security_group_rule, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:21.252588 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-c0ebc24f-af0a-4266-9e0a-1b88b768fd26 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:21.253070 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-6ed79e20-d6f7-4906-b996-268684ec551b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:21.269083 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5533644b-ce12-4ceb-abc9-43141851bcf3 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f23c3c80-8696-4307-a05b-9936330ca59f,revision_number=0']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:21.277585 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-5533644b-ce12-4ceb-abc9-43141851bcf3 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:21.291136 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6190a43-4f35-4044-a21f-4732b1fe9212 req-6c7ce727-a313-4d95-b956-7ae79b9a707a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:21.292278 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d6190a43-4f35-4044-a21f-4732b1fe9212 req-6c7ce727-a313-4d95-b956-7ae79b9a707a service neutron] 10.222.0.52 "GET /v2.0/networks?id=042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8 HTTP/1.1" status: 200 len: 915 time: 0.2136497 May 17 12:04:21.297652 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5533644b-ce12-4ceb-abc9-43141851bcf3 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:21.299244 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-5533644b-ce12-4ceb-abc9-43141851bcf3 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1795869 May 17 12:04:21.302006 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 59372) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:21.310842 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-d3256a66-ed0d-4c6d-b593-63ae75249f08 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Request body: {'security_group_rule': {'security_group_id': '43393294-e3fc-4c86-bd9c-b50e691633bd', 'project_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:04:21.320241 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-d3256a66-ed0d-4c6d-b593-63ae75249f08 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:21.321726 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-d3256a66-ed0d-4c6d-b593-63ae75249f08 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Usage tracker for resource:security_group_rule and tenant:05e25a4be2774eceadebdf38b9b2fdf8 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:21.324549 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-d3256a66-ed0d-4c6d-b593-63ae75249f08 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:21.334676 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-d3256a66-ed0d-4c6d-b593-63ae75249f08 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:21.352094 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-d3256a66-ed0d-4c6d-b593-63ae75249f08 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:21.375221 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvr_db [None req-3ba24b5b-1784-47f3-bfc5-2331e4e1a7c8 None None] Set router a6d0911b-a4d2-4ed8-a748-19e8a6f54f87 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:04:21.454049 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-d3256a66-ed0d-4c6d-b593-63ae75249f08 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:21.462997 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-d3256a66-ed0d-4c6d-b593-63ae75249f08 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461307'] for security_group_rule, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:21.464728 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:21.476306 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d6190a43-4f35-4044-a21f-4732b1fe9212 req-40db6c52-d266-4e5f-aa3c-706de7114d93 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd HTTP/1.1" status: 200 len: 1000 time: 0.1717293 May 17 12:04:21.500313 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3256a66-ed0d-4c6d-b593-63ae75249f08 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f7e006b-ea69-4194-8e9e-c402a9af0bc0,revision_number=0']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:21.514855 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-d3256a66-ed0d-4c6d-b593-63ae75249f08 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:21.519188 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-6ed79e20-d6f7-4906-b996-268684ec551b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:21.527441 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-d3256a66-ed0d-4c6d-b593-63ae75249f08 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:21.528412 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-89715b2c-bb88-457f-b4f4-e23d6bc4b77e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:21.532677 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-d3256a66-ed0d-4c6d-b593-63ae75249f08 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2296312 May 17 12:04:21.534053 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 59380) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:21.540623 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-59f462f6-dfbb-4bc5-b329-9bd3d3aada50 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Request body: {'security_group_rule': {'security_group_id': '43393294-e3fc-4c86-bd9c-b50e691633bd', 'project_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:04:21.547715 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-59f462f6-dfbb-4bc5-b329-9bd3d3aada50 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:21.553262 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-59f462f6-dfbb-4bc5-b329-9bd3d3aada50 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Usage tracker for resource:security_group_rule and tenant:05e25a4be2774eceadebdf38b9b2fdf8 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:21.556726 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-59f462f6-dfbb-4bc5-b329-9bd3d3aada50 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:21.565157 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-59f462f6-dfbb-4bc5-b329-9bd3d3aada50 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:21.591600 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-59f462f6-dfbb-4bc5-b329-9bd3d3aada50 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:21.627142 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed79e20-d6f7-4906-b996-268684ec551b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f8287e-d72a-4a16-93e5-844b603c47b0,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:21.629942 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-6ed79e20-d6f7-4906-b996-268684ec551b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:21.634319 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-6ed79e20-d6f7-4906-b996-268684ec551b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:21.636655 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-6ed79e20-d6f7-4906-b996-268684ec551b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/83f8287e-d72a-4a16-93e5-844b603c47b0 HTTP/1.1" status: 204 len: 168 time: 0.5914669 May 17 12:04:21.650366 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6190a43-4f35-4044-a21f-4732b1fe9212 req-c2d5ba97-d4fe-44e2-ad12-82f68fdaf3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:21.651832 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d6190a43-4f35-4044-a21f-4732b1fe9212 req-c2d5ba97-d4fe-44e2-ad12-82f68fdaf3dc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=09a794ab-93ea-4d3a-9af7-0e8998678595 HTTP/1.1" status: 200 len: 853 time: 0.1657400 May 17 12:04:21.662219 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929fd78-4fe9-4407-b589-d314b19526c6 req-ee28937b-9cb0-4c7b-b87e-3a590d3c7c7b tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:21.663722 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-c929fd78-4fe9-4407-b589-d314b19526c6 req-ee28937b-9cb0-4c7b-b87e-3a590d3c7c7b tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.52 "GET /v2.0/ports?device_id=566dc5cf-88aa-44d1-a18e-4c6238b07107 HTTP/1.1" status: 200 len: 945 time: 0.2580211 May 17 12:04:21.697597 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-59f462f6-dfbb-4bc5-b329-9bd3d3aada50 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:21.704675 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-59f462f6-dfbb-4bc5-b329-9bd3d3aada50 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461307'] for security_group_rule, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:21.713985 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:21.775355 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f462f6-dfbb-4bc5-b329-9bd3d3aada50 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61e3b222-ac91-4395-a71f-a1de1ca4573f,revision_number=0']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:21.778359 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-59f462f6-dfbb-4bc5-b329-9bd3d3aada50 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:21.786090 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-59f462f6-dfbb-4bc5-b329-9bd3d3aada50 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:21.794127 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 59388) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:21.797044 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-59f462f6-dfbb-4bc5-b329-9bd3d3aada50 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2591214 May 17 12:04:21.802773 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [None req-c23adf09-80be-456e-a777-1accc01bfa15 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Request body: {'security_group_rule': {'security_group_id': '43393294-e3fc-4c86-bd9c-b50e691633bd', 'project_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:04:21.817988 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-c23adf09-80be-456e-a777-1accc01bfa15 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:21.859382 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-c23adf09-80be-456e-a777-1accc01bfa15 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Usage tracker for resource:security_group_rule and tenant:05e25a4be2774eceadebdf38b9b2fdf8 is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:21.872545 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-3ba24b5b-1784-47f3-bfc5-2331e4e1a7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87', 'name': 'tempest-TestMinimumBasicScenario-611068958-router', 'tenant_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'fe49a373-addb-4359-bcca-950c9c241118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:25Z', 'updated_at': '2021-05-17T12:02:30Z', 'revision_number': 4, 'project_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'gw_port': {'id': 'fe49a373-addb-4359-bcca-950c9c241118', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:26Z', 'updated_at': '2021-05-17T12:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_floatingips': [{'id': '881ee568-596b-4ae0-a6f4-55ba1bffdf17', 'tenant_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'router_id': 'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87', 'port_id': 'dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8', 'mac_address': 'fa:16:3e:70:74:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98ce2d3-dbf3-4c40-8263-ec185a6c34d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:04:18Z', 'updated_at': '2021-05-17T12:04:18Z', 'revision_number': 0, 'project_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bff7479-ddba-4202-b986-70c41e1aa62b', 'name': '', 'network_id': '042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8', 'tenant_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'mac_address': 'fa:16:3e:ec:89:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '09a794ab-93ea-4d3a-9af7-0e8998678595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:29Z', 'updated_at': '2021-05-17T12:02:44Z', 'revision_number': 5, 'project_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'subnets': [{'id': '09a794ab-93ea-4d3a-9af7-0e8998678595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:04:21.875810 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf409d-4871-4a74-92a4-fb649f6f2190 req-3ca4116e-7663-4c8a-8770-ecda3f102f33 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:21.877932 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-b6cf409d-4871-4a74-92a4-fb649f6f2190 req-3ca4116e-7663-4c8a-8770-ecda3f102f33 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.3931322 May 17 12:04:21.878867 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-c23adf09-80be-456e-a777-1accc01bfa15 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:21.881913 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba24b5b-1784-47f3-bfc5-2331e4e1a7c8 None None] The sync data for ids ['a6d0911b-a4d2-4ed8-a748-19e8a6f54f87'] in dv-cinder-734144-19-iscsi is: [{'id': 'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87', 'name': 'tempest-TestMinimumBasicScenario-611068958-router', 'tenant_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'fe49a373-addb-4359-bcca-950c9c241118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:25Z', 'updated_at': '2021-05-17T12:02:30Z', 'revision_number': 4, 'project_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'gw_port': {'id': 'fe49a373-addb-4359-bcca-950c9c241118', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:26Z', 'updated_at': '2021-05-17T12:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_floatingips': [{'id': '881ee568-596b-4ae0-a6f4-55ba1bffdf17', 'tenant_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'router_id': 'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87', 'port_id': 'dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8', 'mac_address': 'fa:16:3e:70:74:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98ce2d3-dbf3-4c40-8263-ec185a6c34d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:04:18Z', 'updated_at': '2021-05-17T12:04:18Z', 'revision_number': 0, 'project_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bff7479-ddba-4202-b986-70c41e1aa62b', 'name': '', 'network_id': '042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8', 'tenant_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'mac_address': 'fa:16:3e:ec:89:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '09a794ab-93ea-4d3a-9af7-0e8998678595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:29Z', 'updated_at': '2021-05-17T12:02:44Z', 'revision_number': 5, 'project_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'subnets': [{'id': '09a794ab-93ea-4d3a-9af7-0e8998678595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:04:21.899382 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-c23adf09-80be-456e-a777-1accc01bfa15 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:21.943874 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6190a43-4f35-4044-a21f-4732b1fe9212 req-9b9729f0-da8e-43da-a7be-fc3d3559147d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:21.945740 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d6190a43-4f35-4044-a21f-4732b1fe9212 req-9b9729f0-da8e-43da-a7be-fc3d3559147d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2811143 May 17 12:04:21.954534 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ab50e-a594-4ef2-b908-4b43ac8dc8d9 req-21b05302-1bbb-4a43-99a3-a75d72f9edfa tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:21.955969 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.db.securitygroups_db [None req-c23adf09-80be-456e-a777-1accc01bfa15 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Project 05e25a4be2774eceadebdf38b9b2fdf8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 12:04:21.957992 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-ee2ab50e-a594-4ef2-b908-4b43ac8dc8d9 req-21b05302-1bbb-4a43-99a3-a75d72f9edfa tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/ports?device_id=566dc5cf-88aa-44d1-a18e-4c6238b07107 HTTP/1.1" status: 200 len: 945 time: 0.1422000 May 17 12:04:21.993271 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-c23adf09-80be-456e-a777-1accc01bfa15 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:22.015824 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-b6cf409d-4871-4a74-92a4-fb649f6f2190 req-31adc739-43d1-448b-a5f2-1c2dfc4992ab tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199577 May 17 12:04:22.065545 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-ee2ab50e-a594-4ef2-b908-4b43ac8dc8d9 req-d60d8d67-96ff-4b0f-ab6b-f14a18decbd4 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18cb5e0-349e-4af4-a126-102dafc72b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979385 May 17 12:04:22.260544 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe58292-ec09-4d33-82f0-5b990fa8097a None None] New status for floating IP 881ee568-596b-4ae0-a6f4-55ba1bffdf17: ACTIVE {{(pid=78702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 12:04:22.305309 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [req-c929fd78-4fe9-4407-b589-d314b19526c6 req-1c8f597e-a7df-4758-a7b3-3d0a4d11a498 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Deleting port ba46b578-e7e2-4948-aaf8-bd875287ba60 {{(pid=78700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:04:22.305963 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-c929fd78-4fe9-4407-b589-d314b19526c6 req-1c8f597e-a7df-4758-a7b3-3d0a4d11a498 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:22.464092 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-c23adf09-80be-456e-a777-1accc01bfa15 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:22.481651 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d6190a43-4f35-4044-a21f-4732b1fe9212 req-4ba13575-f568-44bb-923c-b52fb9e4c35c service neutron] 10.222.0.52 "GET /v2.0/networks/042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5221298 May 17 12:04:22.482251 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-c23adf09-80be-456e-a777-1accc01bfa15 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461307'] for security_group_rule, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:22.503077 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-52d06843-a511-43ae-b288-eda9aaffb787 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:22.575797 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23adf09-80be-456e-a777-1accc01bfa15 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa464172-e936-411b-9553-c445a31cb4bc,revision_number=0']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:22.579194 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-c23adf09-80be-456e-a777-1accc01bfa15 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:22.652403 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-c23adf09-80be-456e-a777-1accc01bfa15 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:22.656700 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-c23adf09-80be-456e-a777-1accc01bfa15 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8585291 May 17 12:04:22.656841 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 59420) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:22.663379 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-3471abbc-58d9-4e46-8ded-4c82a1b319e9 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Request body: {'security_group_rule': {'security_group_id': '43393294-e3fc-4c86-bd9c-b50e691633bd', 'project_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:04:22.670286 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a188d-7f16-4f59-a023-d171e52306f9 req-7e5c75cf-6e20-4637-b4b5-fa6c1529a16e tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:22.671969 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d08a188d-7f16-4f59-a023-d171e52306f9 req-7e5c75cf-6e20-4637-b4b5-fa6c1529a16e tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab33f1d8-69fe-4833-a0e3-49726d463f91 HTTP/1.1" status: 200 len: 946 time: 0.4690082 May 17 12:04:22.681154 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-3471abbc-58d9-4e46-8ded-4c82a1b319e9 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:22.694401 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-3471abbc-58d9-4e46-8ded-4c82a1b319e9 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Usage tracker for resource:security_group_rule and tenant:05e25a4be2774eceadebdf38b9b2fdf8 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:22.703777 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-3471abbc-58d9-4e46-8ded-4c82a1b319e9 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:22.723210 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-3471abbc-58d9-4e46-8ded-4c82a1b319e9 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:22.741160 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.db.securitygroups_db [None req-3471abbc-58d9-4e46-8ded-4c82a1b319e9 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Project 05e25a4be2774eceadebdf38b9b2fdf8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 12:04:22.748140 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-3471abbc-58d9-4e46-8ded-4c82a1b319e9 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:22.760542 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-c929fd78-4fe9-4407-b589-d314b19526c6 req-1c8f597e-a7df-4758-a7b3-3d0a4d11a498 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] For port ba46b578-e7e2-4948-aaf8-bd875287ba60, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=ba46b578-e7e2-4948-aaf8-bd875287ba60,segment=NetworkSegment(94b16cb5-a6fd-46f0-9094-020c3c371b22),segment_id=94b16cb5-a6fd-46f0-9094-020c3c371b22)] {{(pid=78700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:04:22.760542 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-c929fd78-4fe9-4407-b589-d314b19526c6 req-1c8f597e-a7df-4758-a7b3-3d0a4d11a498 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:22.830166 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-3471abbc-58d9-4e46-8ded-4c82a1b319e9 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:22.835414 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-3471abbc-58d9-4e46-8ded-4c82a1b319e9 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461307'] for security_group_rule, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:22.837721 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-5533644b-ce12-4ceb-abc9-43141851bcf3 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:22.846079 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d08a188d-7f16-4f59-a023-d171e52306f9 req-29a9d848-5d98-4ea3-9ca2-98d3cf983560 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601336 May 17 12:04:22.901959 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3471abbc-58d9-4e46-8ded-4c82a1b319e9 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a88c3d3-ad4b-403b-9698-c4c75383c5dd,revision_number=0']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:22.906415 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-3471abbc-58d9-4e46-8ded-4c82a1b319e9 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:22.915567 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-3471abbc-58d9-4e46-8ded-4c82a1b319e9 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:22.917074 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-3471abbc-58d9-4e46-8ded-4c82a1b319e9 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2592416 May 17 12:04:22.939575 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d6190a43-4f35-4044-a21f-4732b1fe9212 req-85928754-6424-418d-9e77-ca7a10b56fff service neutron] 10.222.0.52 "GET /v2.0/networks/042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298465 May 17 12:04:22.951430 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [req-c929fd78-4fe9-4407-b589-d314b19526c6 req-1c8f597e-a7df-4758-a7b3-3d0a4d11a498 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Calling delete_port for ba46b578-e7e2-4948-aaf8-bd875287ba60 owned by compute:nova {{(pid=78700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:04:23.091602 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-065f56ae-895c-451a-abf9-813d9c0dffd9 req-8b575760-ed5d-4876-8b14-22c01bd7d44f tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Synchronizing usage tracker for tenant:05e25a4be2774eceadebdf38b9b2fdf8 on resource:security_group {{(pid=78701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:04:23.114334 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-c929fd78-4fe9-4407-b589-d314b19526c6 req-1c8f597e-a7df-4758-a7b3-3d0a4d11a498 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:23.116491 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-065f56ae-895c-451a-abf9-813d9c0dffd9 req-8b575760-ed5d-4876-8b14-22c01bd7d44f tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Unset dirty status for tenant:05e25a4be2774eceadebdf38b9b2fdf8 on resource:security_group {{(pid=78701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:04:23.118277 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-065f56ae-895c-451a-abf9-813d9c0dffd9 req-8b575760-ed5d-4876-8b14-22c01bd7d44f tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-990055262&fields=id&tenant_id=05e25a4be2774eceadebdf38b9b2fdf8 HTTP/1.1" status: 200 len: 267 time: 0.0967495 May 17 12:04:23.125357 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-64de3c5d-aec5-4c43-b261-91cc6bce4a53 tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:23.214776 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f56ae-895c-451a-abf9-813d9c0dffd9 req-8462243a-8a37-4319-9141-14ddb6268fa2 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:23.215406 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f597e-a7df-4758-a7b3-3d0a4d11a498 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Pushing event deleted for resources: {'Port': ['ID=ba46b578-e7e2-4948-aaf8-bd875287ba60,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:23.216575 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-065f56ae-895c-451a-abf9-813d9c0dffd9 req-8462243a-8a37-4319-9141-14ddb6268fa2 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 946 time: 0.0902627 May 17 12:04:23.218578 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-1c8f597e-a7df-4758-a7b3-3d0a4d11a498 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:23.231829 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [req-065f56ae-895c-451a-abf9-813d9c0dffd9 req-ffc80c9c-8add-402f-a8ad-af87f23ece71 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Request body: {'port': {'security_groups': ['67e4744f-3aea-4215-960e-33509e7a3984', '43393294-e3fc-4c86-bd9c-b50e691633bd']}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:04:23.328218 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [req-c929fd78-4fe9-4407-b589-d314b19526c6 req-1c8f597e-a7df-4758-a7b3-3d0a4d11a498 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] No DVR routers for this DVR port ba46b578-e7e2-4948-aaf8-bd875287ba60 on host hv-cinder-73414 {{(pid=78700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:04:23.331933 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-c929fd78-4fe9-4407-b589-d314b19526c6 req-1c8f597e-a7df-4758-a7b3-3d0a4d11a498 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:23.336535 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '566dc5cf-88aa-44d1-a18e-4c6238b07107', 'name': 'network-vif-deleted', 'tag': 'ba46b578-e7e2-4948-aaf8-bd875287ba60'}] {{(pid=78700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:04:23.356606 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-c929fd78-4fe9-4407-b589-d314b19526c6 req-1c8f597e-a7df-4758-a7b3-3d0a4d11a498 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.52 "DELETE /v2.0/ports/ba46b578-e7e2-4948-aaf8-bd875287ba60 HTTP/1.1" status: 204 len: 173 time: 1.6477978 May 17 12:04:23.380490 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [req-065f56ae-895c-451a-abf9-813d9c0dffd9 req-ffc80c9c-8add-402f-a8ad-af87f23ece71 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:23.382533 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be5ed5-e1c4-410f-b961-227ac179b9df req-a718385e-b885-4952-a9a3-7430e66904fc tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:23.389879 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f5be5ed5-e1c4-410f-b961-227ac179b9df req-a718385e-b885-4952-a9a3-7430e66904fc tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.2106164 May 17 12:04:23.463015 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f5be5ed5-e1c4-410f-b961-227ac179b9df req-61afc1f9-e6ef-4491-ab23-8ad295f37904 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677724 May 17 12:04:23.653425 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-2ec33a18-ba72-47c4-a4b9-712bb2ff1bca req-b58ef2ff-ac61-47a6-ab56-012cd99761ca tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Synchronizing usage tracker for tenant:a26586412a0b4bf0b3e9ec3fa71c14be on resource:port {{(pid=78700) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:04:23.681824 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-2ec33a18-ba72-47c4-a4b9-712bb2ff1bca req-b58ef2ff-ac61-47a6-ab56-012cd99761ca tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Unset dirty status for tenant:a26586412a0b4bf0b3e9ec3fa71c14be on resource:port {{(pid=78700) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:04:23.696342 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2ec33a18-ba72-47c4-a4b9-712bb2ff1bca req-b58ef2ff-ac61-47a6-ab56-012cd99761ca tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/ports?device_id=566dc5cf-88aa-44d1-a18e-4c6238b07107 HTTP/1.1" status: 200 len: 210 time: 0.0958149 May 17 12:04:23.734988 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.db [req-065f56ae-895c-451a-abf9-813d9c0dffd9 req-ffc80c9c-8add-402f-a8ad-af87f23ece71 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] For port dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd,segment=NetworkSegment(ebfe5be2-a5ab-413f-9970-7c2debd41896),segment_id=ebfe5be2-a5ab-413f-9970-7c2debd41896)] {{(pid=78701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:04:23.783818 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [req-065f56ae-895c-451a-abf9-813d9c0dffd9 req-ffc80c9c-8add-402f-a8ad-af87f23ece71 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks [] for port, precommit_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:23.790632 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [req-065f56ae-895c-451a-abf9-813d9c0dffd9 req-ffc80c9c-8add-402f-a8ad-af87f23ece71 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2534717'] for port, after_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:23.796369 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-8cd24ea6-bc69-4526-bfaa-ef0898d12331 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:23.806761 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] get_ports_and_sgs() called for port_ids ['dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd'] {{(pid=78702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:04:23.882313 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f56ae-895c-451a-abf9-813d9c0dffd9 req-ffc80c9c-8add-402f-a8ad-af87f23ece71 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:23.883065 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [req-065f56ae-895c-451a-abf9-813d9c0dffd9 req-ffc80c9c-8add-402f-a8ad-af87f23ece71 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for port, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:23.889435 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-065f56ae-895c-451a-abf9-813d9c0dffd9 req-ffc80c9c-8add-402f-a8ad-af87f23ece71 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "PUT /v2.0/ports/dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd HTTP/1.1" status: 200 len: 982 time: 0.6641891 May 17 12:04:23.902838 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e98ce2d3-dbf3-4c40-8263-ec185a6c34d7', 'tag': 'dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd'}] {{(pid=78701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:04:23.941908 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device ba46b578-e7e2-4948-aaf8-bd875287ba60 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:04:23.979080 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc80c9c-8add-402f-a8ad-af87f23ece71 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Pushing event updated for resources: {'Port': ['ID=dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd,revision_number=6']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:23.985123 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-ffc80c9c-8add-402f-a8ad-af87f23ece71 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:23.988657 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '566dc5cf-88aa-44d1-a18e-4c6238b07107', 'name': 'network-vif-deleted', 'tag': 'ba46b578-e7e2-4948-aaf8-bd875287ba60', 'status': 'completed', 'code': 200} May 17 12:04:24.004593 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] No Port match for: ba46b578-e7e2-4948-aaf8-bd875287ba60 {{(pid=78702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:04:24.006078 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device ba46b578-e7e2-4948-aaf8-bd875287ba60 not bound to the agent host hv-cinder-73414 {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:04:24.020693 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] get_ports_and_sgs() called for port_ids ['dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd'] {{(pid=78702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:04:24.211885 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf25c9-f79e-482c-9503-67bf3759d96d req-9710dbb9-f0aa-42c9-8453-f0212a1fb2ac tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:24.213481 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-aedf25c9-f79e-482c-9503-67bf3759d96d req-9710dbb9-f0aa-42c9-8453-f0212a1fb2ac tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab33f1d8-69fe-4833-a0e3-49726d463f91 HTTP/1.1" status: 200 len: 946 time: 0.1020586 May 17 12:04:24.285576 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-aedf25c9-f79e-482c-9503-67bf3759d96d req-04d98f40-364c-4cf0-9a60-814e236cda7e tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656943 May 17 12:04:24.340732 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e98ce2d3-dbf3-4c40-8263-ec185a6c34d7', 'tag': 'dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd', 'status': 'completed', 'code': 200} May 17 12:04:24.350084 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bccd64-084c-4995-b0af-5cbd1bc60f88 req-36f7d300-9bc8-4ca3-950e-0f98738c861d tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:24.351708 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d2bccd64-084c-4995-b0af-5cbd1bc60f88 req-36f7d300-9bc8-4ca3-950e-0f98738c861d tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 985 time: 0.1695528 May 17 12:04:24.359522 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2312c7-a4c1-416a-8234-6e18ae8ea8ca req-7ac37406-edd3-4c6c-aee6-da10fc3dfec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:24.361765 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-af2312c7-a4c1-416a-8234-6e18ae8ea8ca req-7ac37406-edd3-4c6c-aee6-da10fc3dfec2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 1098 time: 0.2605934 May 17 12:04:24.399597 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-91545ce0-e9cb-47f1-958a-8a88b3f04b39 None None] Provisioning complete for port dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd triggered by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:04:24.400119 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-91545ce0-e9cb-47f1-958a-8a88b3f04b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:24.498907 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d2bccd64-084c-4995-b0af-5cbd1bc60f88 req-89eb8964-1d22-4f52-804d-8929c84a0256 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=43393294-e3fc-4c86-bd9c-b50e691633bd&id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1355646 May 17 12:04:24.510624 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-af2312c7-a4c1-416a-8234-6e18ae8ea8ca req-384fb73f-a17a-4d25-8c87-2a9582d97e73 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275499 May 17 12:04:24.533063 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366cc36-82c5-4252-b69c-5d161a39d571 req-0eff701d-9a26-4f64-a7d6-cc7708029633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:24.533063 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2366cc36-82c5-4252-b69c-5d161a39d571 req-0eff701d-9a26-4f64-a7d6-cc7708029633 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=05e25a4be2774eceadebdf38b9b2fdf8&device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 1138 time: 0.1338329 May 17 12:04:24.725159 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515860c-beb2-4767-ab68-a5d7f5c64fe4 req-7859bebb-0863-4c67-b0c0-1383d63c41c9 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:24.726982 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-e515860c-beb2-4767-ab68-a5d7f5c64fe4 req-7859bebb-0863-4c67-b0c0-1383d63c41c9 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.1223927 May 17 12:04:24.777051 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366cc36-82c5-4252-b69c-5d161a39d571 req-aa93d623-f4b3-4a0e-95e7-44db22ffed16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:24.778555 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2366cc36-82c5-4252-b69c-5d161a39d571 req-aa93d623-f4b3-4a0e-95e7-44db22ffed16 service neutron] 10.222.0.52 "GET /v2.0/networks?id=042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8 HTTP/1.1" status: 200 len: 915 time: 0.1982994 May 17 12:04:24.800301 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-e515860c-beb2-4767-ab68-a5d7f5c64fe4 req-01ce36c9-f384-45f9-9bfd-794e4845238f tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658014 May 17 12:04:25.023369 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2366cc36-82c5-4252-b69c-5d161a39d571 req-645c5e46-490f-4986-b190-457c24f00d72 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd HTTP/1.1" status: 200 len: 1002 time: 0.2373276 May 17 12:04:25.111258 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366cc36-82c5-4252-b69c-5d161a39d571 req-953df45c-1d68-4e97-a61c-e80300ebf9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:25.113278 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2366cc36-82c5-4252-b69c-5d161a39d571 req-953df45c-1d68-4e97-a61c-e80300ebf9a4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=09a794ab-93ea-4d3a-9af7-0e8998678595 HTTP/1.1" status: 200 len: 853 time: 0.0787549 May 17 12:04:25.298574 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366cc36-82c5-4252-b69c-5d161a39d571 req-2dcc694a-ef6d-492a-aefd-13bfaafcba5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:25.300099 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2366cc36-82c5-4252-b69c-5d161a39d571 req-2dcc694a-ef6d-492a-aefd-13bfaafcba5a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1768985 May 17 12:04:25.460827 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2366cc36-82c5-4252-b69c-5d161a39d571 req-6ba3e677-a123-4971-9bae-b8fc2eec53da service neutron] 10.222.0.52 "GET /v2.0/networks/042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521714 May 17 12:04:25.641007 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2366cc36-82c5-4252-b69c-5d161a39d571 req-0dbc3b0e-6d30-41cc-b135-2aa475895563 service neutron] 10.222.0.52 "GET /v2.0/networks/042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434793 May 17 12:04:26.027982 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf95fc2-6e78-45d0-b118-aa975efcc609 req-085a16fc-e7d8-46fb-a693-2bacb6e10d83 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:26.029624 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-9cf95fc2-6e78-45d0-b118-aa975efcc609 req-085a16fc-e7d8-46fb-a693-2bacb6e10d83 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.0938091 May 17 12:04:26.052035 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4361b5-8114-47f3-b8c0-e10685b3ff8b req-e4ac1e9a-2607-4057-9c8c-8b0a7b790e56 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:26.053516 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-aa4361b5-8114-47f3-b8c0-e10685b3ff8b req-e4ac1e9a-2607-4057-9c8c-8b0a7b790e56 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab33f1d8-69fe-4833-a0e3-49726d463f91 HTTP/1.1" status: 200 len: 946 time: 0.0847661 May 17 12:04:26.080572 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-9cf95fc2-6e78-45d0-b118-aa975efcc609 req-a83a8b3b-54a6-46ab-943c-a8bc05868ebd tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443904 May 17 12:04:26.109376 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-aa4361b5-8114-47f3-b8c0-e10685b3ff8b req-414bb3ae-b190-4524-9dad-d2d02d3f9732 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466003 May 17 12:04:26.648405 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fcbe17-1938-41e9-bd96-12719aba3435 req-2fec736e-73cc-4861-9f61-0ca8c7f99c9b tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:26.649936 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-c5fcbe17-1938-41e9-bd96-12719aba3435 req-2fec736e-73cc-4861-9f61-0ca8c7f99c9b tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.0792677 May 17 12:04:26.695246 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-c5fcbe17-1938-41e9-bd96-12719aba3435 req-d475be25-6b67-4ff9-93d8-fabc529d45e0 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396001 May 17 12:04:27.302130 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056b3eb-114f-445a-9c53-36d191e1c718 req-4ea1d2f5-b808-40a3-97c8-981d025c3c42 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:27.303603 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0056b3eb-114f-445a-9c53-36d191e1c718 req-4ea1d2f5-b808-40a3-97c8-981d025c3c42 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab33f1d8-69fe-4833-a0e3-49726d463f91 HTTP/1.1" status: 200 len: 946 time: 0.0820067 May 17 12:04:27.349792 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0056b3eb-114f-445a-9c53-36d191e1c718 req-6ddcbcec-b0ab-4eff-a06b-ebd0b4833bb4 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394063 May 17 12:04:28.030142 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66358ace-51d3-4ec9-b19f-6dbf59938006 req-144a28c8-e8c0-4b2c-8c7e-8be5aeef980a tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:28.031732 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-66358ace-51d3-4ec9-b19f-6dbf59938006 req-144a28c8-e8c0-4b2c-8c7e-8be5aeef980a tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.0828464 May 17 12:04:28.083278 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-66358ace-51d3-4ec9-b19f-6dbf59938006 req-46cfc5d2-831c-4cff-bef3-a62cfbf3caa6 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457282 May 17 12:04:28.543622 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acdddee-ea85-4385-922f-b8926890e5f4 req-95a83b08-c7ff-4360-b830-4377d5d960bc tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:28.545117 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6acdddee-ea85-4385-922f-b8926890e5f4 req-95a83b08-c7ff-4360-b830-4377d5d960bc tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab33f1d8-69fe-4833-a0e3-49726d463f91 HTTP/1.1" status: 200 len: 946 time: 0.0868726 May 17 12:04:28.591929 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6acdddee-ea85-4385-922f-b8926890e5f4 req-4ff3f156-c498-4841-b9ca-fa18d2bc476f tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403452 May 17 12:04:29.272774 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef141561-1f7a-4a80-a1df-74fd53fe2fa1 req-c71aa9f9-03e2-4cc7-8b9d-b20318812d6b tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:29.274374 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ef141561-1f7a-4a80-a1df-74fd53fe2fa1 req-c71aa9f9-03e2-4cc7-8b9d-b20318812d6b tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.0858083 May 17 12:04:29.321959 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ef141561-1f7a-4a80-a1df-74fd53fe2fa1 req-8bd76852-b152-4241-a185-835766d3788a tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406010 May 17 12:04:29.397568 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd21ffb-03ff-469a-a85f-3a9b55af14e6 req-bae6b40d-df05-4a30-b012-762943cdbaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:29.399070 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-fdd21ffb-03ff-469a-a85f-3a9b55af14e6 req-bae6b40d-df05-4a30-b012-762943cdbaf1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6bf663e867404027b23faa6cae49fd9c&device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 1098 time: 0.0704553 May 17 12:04:29.534801 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd21ffb-03ff-469a-a85f-3a9b55af14e6 req-60fd780e-bb63-418a-a55a-2c88667a3d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:29.536160 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-fdd21ffb-03ff-469a-a85f-3a9b55af14e6 req-60fd780e-bb63-418a-a55a-2c88667a3d97 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0aa99b04-4428-4e05-a28f-238c74f78706 HTTP/1.1" status: 200 len: 920 time: 0.1262765 May 17 12:04:29.628292 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-fdd21ffb-03ff-469a-a85f-3a9b55af14e6 req-500af80f-b9bc-444f-b616-41af60fcbdd0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e35031fa-3260-4017-b2da-7bb3bc1daace HTTP/1.1" status: 200 len: 217 time: 0.0738475 May 17 12:04:29.697298 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd21ffb-03ff-469a-a85f-3a9b55af14e6 req-9d0bbb1c-6beb-425c-a0a7-0966c0046867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:29.699061 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-fdd21ffb-03ff-469a-a85f-3a9b55af14e6 req-9d0bbb1c-6beb-425c-a0a7-0966c0046867 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cd8b9db4-1f1b-432a-b983-8b7aa274be94 HTTP/1.1" status: 200 len: 859 time: 0.0671005 May 17 12:04:29.753559 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-fdd21ffb-03ff-469a-a85f-3a9b55af14e6 req-59e15146-2a71-4908-bb5a-f99e5b2a9fa2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0aa99b04-4428-4e05-a28f-238c74f78706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472746 May 17 12:04:29.801005 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6c886-89c0-4624-a32f-8cbf2cbeb8f5 req-fc030ebb-7f81-4f73-ab60-e0dcd922f608 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:29.802385 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-8da6c886-89c0-4624-a32f-8cbf2cbeb8f5 req-fc030ebb-7f81-4f73-ab60-e0dcd922f608 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab33f1d8-69fe-4833-a0e3-49726d463f91 HTTP/1.1" status: 200 len: 946 time: 0.0859218 May 17 12:04:29.851830 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-8da6c886-89c0-4624-a32f-8cbf2cbeb8f5 req-188205e7-a9c6-42b3-a7b3-5d2235d1ffce tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435963 May 17 12:04:29.896050 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-fdd21ffb-03ff-469a-a85f-3a9b55af14e6 req-269b6bda-70b1-4081-b4de-a03407692762 service neutron] 10.222.0.52 "GET /v2.0/networks/0aa99b04-4428-4e05-a28f-238c74f78706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261268 May 17 12:04:30.510444 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710f2c4-00bd-431c-8581-bee89d938c05 req-462fbfa8-e1b0-4f6d-b2eb-801ea2aaff1e tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:30.511882 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-2710f2c4-00bd-431c-8581-bee89d938c05 req-462fbfa8-e1b0-4f6d-b2eb-801ea2aaff1e tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.0794261 May 17 12:04:30.557741 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-2710f2c4-00bd-431c-8581-bee89d938c05 req-ee8e2cde-01aa-4c02-b333-a901cd1b1411 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388525 May 17 12:04:31.043228 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698b4b8-97ed-4249-8c17-992357fa6c0f req-ca54866c-a179-446e-b882-16f29e183275 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:31.044661 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-7698b4b8-97ed-4249-8c17-992357fa6c0f req-ca54866c-a179-446e-b882-16f29e183275 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab33f1d8-69fe-4833-a0e3-49726d463f91 HTTP/1.1" status: 200 len: 946 time: 0.0849981 May 17 12:04:31.090144 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-7698b4b8-97ed-4249-8c17-992357fa6c0f req-9dcd43d1-f9df-43d3-bd33-375620529da4 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392227 May 17 12:04:31.274140 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-fdd21ffb-03ff-469a-a85f-3a9b55af14e6 req-eec3a203-01be-4874-b351-e387bc59552e service neutron] 10.222.0.52 "GET /v2.0/networks/0aa99b04-4428-4e05-a28f-238c74f78706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126913 May 17 12:04:31.742037 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17df43-a80f-4957-bdf4-2da9584691c9 req-a71bf3da-9075-4426-b329-a17c997e84e6 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:31.743512 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-2d17df43-a80f-4957-bdf4-2da9584691c9 req-a71bf3da-9075-4426-b329-a17c997e84e6 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.0792575 May 17 12:04:31.791724 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-2d17df43-a80f-4957-bdf4-2da9584691c9 req-e1dcb1b6-1529-441d-85ed-f369fc9f0708 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425174 May 17 12:04:32.279427 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d86d25-c909-4896-8507-fa1cad7f2a31 req-a5a5ef99-12ae-425c-9c0f-b56521f0ac5d tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:32.280953 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-60d86d25-c909-4896-8507-fa1cad7f2a31 req-a5a5ef99-12ae-425c-9c0f-b56521f0ac5d tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab33f1d8-69fe-4833-a0e3-49726d463f91 HTTP/1.1" status: 200 len: 946 time: 0.0799754 May 17 12:04:32.325875 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-60d86d25-c909-4896-8507-fa1cad7f2a31 req-91e4b423-31ac-442b-9205-1c58991fb73b tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384927 May 17 12:04:32.980667 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f8cfe-feb0-45af-95f4-9b02d4fe7f9c req-e8eb7dbc-15a3-4238-838f-87f9c562d19e tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:32.982146 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-1a3f8cfe-feb0-45af-95f4-9b02d4fe7f9c req-e8eb7dbc-15a3-4238-838f-87f9c562d19e tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.0840030 May 17 12:04:33.029367 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-1a3f8cfe-feb0-45af-95f4-9b02d4fe7f9c req-5f6c440a-19a1-4f01-a253-3ea4f4278042 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404980 May 17 12:04:33.512055 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa132099-dd70-441c-98db-3dfb6ed101b4 req-a8d03907-58e2-4554-ac70-3959c195af64 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:33.513514 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-aa132099-dd70-441c-98db-3dfb6ed101b4 req-a8d03907-58e2-4554-ac70-3959c195af64 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab33f1d8-69fe-4833-a0e3-49726d463f91 HTTP/1.1" status: 200 len: 946 time: 0.0783761 May 17 12:04:33.631820 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-aa132099-dd70-441c-98db-3dfb6ed101b4 req-a97de2d4-f117-4b77-89af-36174584f481 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117990 May 17 12:04:34.232543 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86096846-b273-4937-9c3d-1f5b458182dc req-3d860c31-3c7f-4457-b72d-a24112872eec tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:34.234005 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-86096846-b273-4937-9c3d-1f5b458182dc req-3d860c31-3c7f-4457-b72d-a24112872eec tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.0906975 May 17 12:04:34.280527 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-86096846-b273-4937-9c3d-1f5b458182dc req-0b63261b-1328-4dd3-82ae-580c59031845 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406108 May 17 12:04:34.822646 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba797a30-19e1-4582-bfeb-1dc9ead3edef req-afd8aed0-1052-44b4-bee8-5942de26b2b8 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:34.824094 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ba797a30-19e1-4582-bfeb-1dc9ead3edef req-afd8aed0-1052-44b4-bee8-5942de26b2b8 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab33f1d8-69fe-4833-a0e3-49726d463f91 HTTP/1.1" status: 200 len: 946 time: 0.0844553 May 17 12:04:34.868920 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ba797a30-19e1-4582-bfeb-1dc9ead3edef req-aa221ec4-1e8a-489d-b182-d8b35449c46a tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390203 May 17 12:04:35.478859 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a0213-cbe7-457a-9ac6-47ad1da9f120 req-91946124-75d9-456d-82c7-6bc83f60b939 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:35.480318 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-c06a0213-cbe7-457a-9ac6-47ad1da9f120 req-91946124-75d9-456d-82c7-6bc83f60b939 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.0865314 May 17 12:04:35.527210 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-c06a0213-cbe7-457a-9ac6-47ad1da9f120 req-a56b4413-71e3-409f-b018-c90759e2d62e tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408318 May 17 12:04:36.053934 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a8afe-b9ef-4480-a76c-6fa3aa483754 req-311f0ae6-1109-47f8-ad3f-fe1e056946bc tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:36.055356 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-849a8afe-b9ef-4480-a76c-6fa3aa483754 req-311f0ae6-1109-47f8-ad3f-fe1e056946bc tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab33f1d8-69fe-4833-a0e3-49726d463f91 HTTP/1.1" status: 200 len: 946 time: 0.0820267 May 17 12:04:36.099020 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-849a8afe-b9ef-4480-a76c-6fa3aa483754 req-54793634-123e-433b-b655-5591b76a860f tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378764 May 17 12:04:36.710775 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83955b-67d1-4db5-96ee-95d707a285ef req-fa6d62c1-4bc6-4c9e-bf0a-26beb0e0b732 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:36.712205 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-fc83955b-67d1-4db5-96ee-95d707a285ef req-fa6d62c1-4bc6-4c9e-bf0a-26beb0e0b732 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.0785041 May 17 12:04:36.759525 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-fc83955b-67d1-4db5-96ee-95d707a285ef req-09ccdf64-aec5-4872-a48c-5fbc543d3b3d tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415206 May 17 12:04:37.281087 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa24ab0-a327-4552-a019-1e7c25d76294 req-e2ba9efb-f611-4b89-a383-a331b1d2cd61 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:37.282560 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-efa24ab0-a327-4552-a019-1e7c25d76294 req-e2ba9efb-f611-4b89-a383-a331b1d2cd61 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab33f1d8-69fe-4833-a0e3-49726d463f91 HTTP/1.1" status: 200 len: 946 time: 0.0773571 May 17 12:04:37.326125 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-efa24ab0-a327-4552-a019-1e7c25d76294 req-c4715c8e-88f1-462c-825e-c31f9016c9a9 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380676 May 17 12:04:37.947453 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1827d-47a6-4208-a027-4dd6b0ad9ec2 req-572302b1-4a23-4540-b471-ee3d16897b90 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:37.949127 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-13d1827d-47a6-4208-a027-4dd6b0ad9ec2 req-572302b1-4a23-4540-b471-ee3d16897b90 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.0853992 May 17 12:04:37.953517 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:37.993881 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 7a265e8c-c00d-44dc-b099-9bd06e58bb45 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:04:37.997404 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-13d1827d-47a6-4208-a027-4dd6b0ad9ec2 req-2a67c954-71ca-43aa-b7b7-d2ceed66b3cd tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397217 May 17 12:04:38.066037 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2d66987c-6698-4b1e-abb7-2735f1e8cbad req-cc500a7c-4020-4851-a0da-56be8f947d1a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1557508 May 17 12:04:38.075034 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3b5dd-2148-4069-a7f3-a16bcd5982e8 req-280c0e83-368b-4e2b-bbd4-51e8243073f2 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:38.076394 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-04e3b5dd-2148-4069-a7f3-a16bcd5982e8 req-280c0e83-368b-4e2b-bbd4-51e8243073f2 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab33f1d8-69fe-4833-a0e3-49726d463f91 HTTP/1.1" status: 200 len: 946 time: 0.1140528 May 17 12:04:38.109528 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:38.137047 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab33f1d8-69fe-4833-a0e3-49726d463f91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a265e8c-c00d-44dc-b099-9bd06e58bb45'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:04:38.147407 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port 7a265e8c-c00d-44dc-b099-9bd06e58bb45, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=7a265e8c-c00d-44dc-b099-9bd06e58bb45,segment=NetworkSegment(fc33f06e-2bc8-4f14-a3bc-34577e37d0fa),segment_id=fc33f06e-2bc8-4f14-a3bc-34577e37d0fa)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:04:38.152469 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:38.154904 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:38.189626 dv-cinder-734144-19-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab33f1d8-69fe-4833-a0e3-49726d463f91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a265e8c-c00d-44dc-b099-9bd06e58bb45', 'code': 200} May 17 12:04:38.230394 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=7a265e8c-c00d-44dc-b099-9bd06e58bb45,revision_number=6']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:38.237643 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:38.237978 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:38.238307 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:38.238629 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:38.238947 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:38.239266 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:38.239580 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:38.239915 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:38.240230 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:38.240542 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:38.241184 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:38.241494 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:38.245375 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:38.267630 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66987c-6698-4b1e-abb7-2735f1e8cbad req-22cf87ce-6a87-4190-9e1f-db796ad0e268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:38.269215 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2d66987c-6698-4b1e-abb7-2735f1e8cbad req-22cf87ce-6a87-4190-9e1f-db796ad0e268 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=74eacc72869f49c6b97dcf14e5f937b4&device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 1099 time: 0.1499932 May 17 12:04:38.287381 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [req-04e3b5dd-2148-4069-a7f3-a16bcd5982e8 req-9eac436f-75b6-4564-85ae-b9628b1d0257 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Deleting port 7a265e8c-c00d-44dc-b099-9bd06e58bb45 {{(pid=78700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:04:38.287881 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-04e3b5dd-2148-4069-a7f3-a16bcd5982e8 req-9eac436f-75b6-4564-85ae-b9628b1d0257 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:38.533569 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-04e3b5dd-2148-4069-a7f3-a16bcd5982e8 req-9eac436f-75b6-4564-85ae-b9628b1d0257 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] For port 7a265e8c-c00d-44dc-b099-9bd06e58bb45, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=7a265e8c-c00d-44dc-b099-9bd06e58bb45,segment=NetworkSegment(fc33f06e-2bc8-4f14-a3bc-34577e37d0fa),segment_id=fc33f06e-2bc8-4f14-a3bc-34577e37d0fa)] {{(pid=78700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:04:38.533869 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-04e3b5dd-2148-4069-a7f3-a16bcd5982e8 req-9eac436f-75b6-4564-85ae-b9628b1d0257 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:38.545009 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66987c-6698-4b1e-abb7-2735f1e8cbad req-996427f9-fdd9-4636-96c2-0cd7e7241d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:38.546728 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2d66987c-6698-4b1e-abb7-2735f1e8cbad req-996427f9-fdd9-4636-96c2-0cd7e7241d68 service neutron] 10.222.0.52 "GET /v2.0/networks?id=232f65e1-0da5-4006-971a-4fd3e6d8c4db HTTP/1.1" status: 200 len: 911 time: 0.2433639 May 17 12:04:38.549614 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb39a4-6613-4be3-93d6-64a77307fc6e req-892a8aa8-1b84-46c5-9c5c-976215fe4c8a tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:38.551112 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-59bb39a4-6613-4be3-93d6-64a77307fc6e req-892a8aa8-1b84-46c5-9c5c-976215fe4c8a tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab33f1d8-69fe-4833-a0e3-49726d463f91 HTTP/1.1" status: 200 len: 944 time: 0.0943985 May 17 12:04:38.603419 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-59bb39a4-6613-4be3-93d6-64a77307fc6e req-c870e102-af79-4ef4-af5a-2618dcae2293 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4609e12-e46f-4a58-bc22-a2a4bae9bd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455687 May 17 12:04:38.712130 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [req-04e3b5dd-2148-4069-a7f3-a16bcd5982e8 req-9eac436f-75b6-4564-85ae-b9628b1d0257 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Calling delete_port for 7a265e8c-c00d-44dc-b099-9bd06e58bb45 owned by compute:nova {{(pid=78700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:04:38.768977 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-ce07c65b-aea4-4f3c-bcff-ab7bbaa86316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:38.775519 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2d66987c-6698-4b1e-abb7-2735f1e8cbad req-94092766-07e2-4d32-80b1-a4f12a5ab2ae service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d058b89-233e-470f-880a-a90f321112df HTTP/1.1" status: 200 len: 1002 time: 0.1729984 May 17 12:04:38.881963 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66987c-6698-4b1e-abb7-2735f1e8cbad req-308f0555-b7df-430d-9a2f-47627fc1a836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:38.883385 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2d66987c-6698-4b1e-abb7-2735f1e8cbad req-308f0555-b7df-430d-9a2f-47627fc1a836 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4df74225-b796-4a2f-84ac-d4b6fecaea77 HTTP/1.1" status: 200 len: 849 time: 0.0923231 May 17 12:04:39.005024 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 59690) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:39.147966 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-80bad99d-e8ac-4d4d-8b42-fd3b147ffd6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:39.148882 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-31318a1f-513f-4914-bd63-9df323855024 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:39.150371 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-31318a1f-513f-4914-bd63-9df323855024 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/networks?id=2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd HTTP/1.1" status: 200 len: 814 time: 0.2938719 May 17 12:04:39.153644 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-04e3b5dd-2148-4069-a7f3-a16bcd5982e8 req-9eac436f-75b6-4564-85ae-b9628b1d0257 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:39.163432 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-80bad99d-e8ac-4d4d-8b42-fd3b147ffd6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:39.166775 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-67424162-923c-48c1-b4bc-f8f1eee26122 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:39.167422 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-80bad99d-e8ac-4d4d-8b42-fd3b147ffd6c admin admin] Usage tracker for resource:security_group_rule and tenant:a51a91595fef4efdb7de43bcf7dee413 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:39.170340 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-80bad99d-e8ac-4d4d-8b42-fd3b147ffd6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:39.176091 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-80bad99d-e8ac-4d4d-8b42-fd3b147ffd6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:39.229546 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66987c-6698-4b1e-abb7-2735f1e8cbad req-eacb1bdf-e4ce-498e-9c87-7d90cb9d642a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:39.231042 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2d66987c-6698-4b1e-abb7-2735f1e8cbad req-eacb1bdf-e4ce-498e-9c87-7d90cb9d642a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=232f65e1-0da5-4006-971a-4fd3e6d8c4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2914250 May 17 12:04:39.338791 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e43e8-9c3e-4cb1-ac3f-f1ab222da88b req-de7cbb0e-364d-434a-9399-4842bed81177 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:39.340353 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-4e8e43e8-9c3e-4cb1-ac3f-f1ab222da88b req-de7cbb0e-364d-434a-9399-4842bed81177 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.1301980 May 17 12:04:39.345176 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-80bad99d-e8ac-4d4d-8b42-fd3b147ffd6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:39.361754 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-80bad99d-e8ac-4d4d-8b42-fd3b147ffd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:39.373017 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-cc278f54-1d05-4930-9cea-b9c29693fdfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:39.417275 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac436f-75b6-4564-85ae-b9628b1d0257 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Pushing event deleted for resources: {'Port': ['ID=7a265e8c-c00d-44dc-b099-9bd06e58bb45,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:39.428540 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-06a943de-78c8-41ff-9ab5-7e6a1c38405f tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/quotas/a26586412a0b4bf0b3e9ec3fa71c14be HTTP/1.1" status: 200 len: 375 time: 0.2628291 May 17 12:04:39.430761 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-80bad99d-e8ac-4d4d-8b42-fd3b147ffd6c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a51a91595fef4efdb7de43bcf7dee413&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4245570 May 17 12:04:39.434747 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-4e8e43e8-9c3e-4cb1-ac3f-f1ab222da88b req-7971f881-97af-4e34-92d1-f89f29192de8 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881972 May 17 12:04:39.435328 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 59698) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:39.436002 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bad99d-e8ac-4d4d-8b42-fd3b147ffd6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d19415-4551-42fe-80cb-a0bde940d2c3,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:39.456416 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bad99d-e8ac-4d4d-8b42-fd3b147ffd6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:39.456801 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bad99d-e8ac-4d4d-8b42-fd3b147ffd6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:39.457190 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bad99d-e8ac-4d4d-8b42-fd3b147ffd6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:39.457547 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bad99d-e8ac-4d4d-8b42-fd3b147ffd6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:39.457947 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bad99d-e8ac-4d4d-8b42-fd3b147ffd6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:39.458250 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bad99d-e8ac-4d4d-8b42-fd3b147ffd6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:39.458779 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bad99d-e8ac-4d4d-8b42-fd3b147ffd6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:39.459309 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bad99d-e8ac-4d4d-8b42-fd3b147ffd6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:39.459815 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bad99d-e8ac-4d4d-8b42-fd3b147ffd6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:39.460331 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bad99d-e8ac-4d4d-8b42-fd3b147ffd6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:39.460844 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bad99d-e8ac-4d4d-8b42-fd3b147ffd6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:39.461220 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bad99d-e8ac-4d4d-8b42-fd3b147ffd6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:39.467117 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-80bad99d-e8ac-4d4d-8b42-fd3b147ffd6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:39.480377 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e3b5dd-2148-4069-a7f3-a16bcd5982e8 req-9eac436f-75b6-4564-85ae-b9628b1d0257 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] No DVR routers for this DVR port 7a265e8c-c00d-44dc-b099-9bd06e58bb45 on host hv-cinder-73414 {{(pid=78700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:04:39.498489 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-04e3b5dd-2148-4069-a7f3-a16bcd5982e8 req-9eac436f-75b6-4564-85ae-b9628b1d0257 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:39.501554 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab33f1d8-69fe-4833-a0e3-49726d463f91', 'name': 'network-vif-deleted', 'tag': '7a265e8c-c00d-44dc-b099-9bd06e58bb45'}] {{(pid=78700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:04:39.511620 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eac436f-75b6-4564-85ae-b9628b1d0257 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:39.512032 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eac436f-75b6-4564-85ae-b9628b1d0257 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:39.512430 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eac436f-75b6-4564-85ae-b9628b1d0257 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:39.512785 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eac436f-75b6-4564-85ae-b9628b1d0257 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:39.513165 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eac436f-75b6-4564-85ae-b9628b1d0257 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:39.513544 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eac436f-75b6-4564-85ae-b9628b1d0257 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:39.513892 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eac436f-75b6-4564-85ae-b9628b1d0257 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:39.514235 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eac436f-75b6-4564-85ae-b9628b1d0257 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:39.514618 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eac436f-75b6-4564-85ae-b9628b1d0257 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:39.514994 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eac436f-75b6-4564-85ae-b9628b1d0257 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:39.515334 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eac436f-75b6-4564-85ae-b9628b1d0257 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:39.515670 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eac436f-75b6-4564-85ae-b9628b1d0257 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:39.517390 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7c17f6ab-f04d-4b75-91d7-e307a4529575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:39.520438 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-9eac436f-75b6-4564-85ae-b9628b1d0257 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:39.552021 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7c17f6ab-f04d-4b75-91d7-e307a4529575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:39.575165 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab33f1d8-69fe-4833-a0e3-49726d463f91', 'name': 'network-vif-deleted', 'tag': '7a265e8c-c00d-44dc-b099-9bd06e58bb45', 'status': 'completed', 'code': 200} May 17 12:04:39.592697 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-5b4320b4-f85b-4dcf-962f-c8be66d6fbd0 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a26586412a0b4bf0b3e9ec3fa71c14be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0958109 May 17 12:04:39.594197 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-04e3b5dd-2148-4069-a7f3-a16bcd5982e8 req-9eac436f-75b6-4564-85ae-b9628b1d0257 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.52 "DELETE /v2.0/ports/7a265e8c-c00d-44dc-b099-9bd06e58bb45 HTTP/1.1" status: 204 len: 173 time: 1.5098987 May 17 12:04:39.660857 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7c17f6ab-f04d-4b75-91d7-e307a4529575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:39.670112 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-3f50479e-ffd2-4946-8aac-11a44d10bb17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:39.689090 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7c17f6ab-f04d-4b75-91d7-e307a4529575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:39.690720 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-7c17f6ab-f04d-4b75-91d7-e307a4529575 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b1d19415-4551-42fe-80cb-a0bde940d2c3 HTTP/1.1" status: 204 len: 168 time: 0.2519813 May 17 12:04:39.706141 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17f6ab-f04d-4b75-91d7-e307a4529575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d19415-4551-42fe-80cb-a0bde940d2c3,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:39.712876 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-7c17f6ab-f04d-4b75-91d7-e307a4529575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:39.778976 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2d66987c-6698-4b1e-abb7-2735f1e8cbad req-fbcb3456-4bc0-4787-ac7e-2114950909a5 service neutron] 10.222.0.52 "GET /v2.0/networks/232f65e1-0da5-4006-971a-4fd3e6d8c4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5269666 May 17 12:04:39.932442 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-5540efc0-39b1-45fa-bb23-415725472a44 service neutron] 10.222.0.11 "GET /v2.0/networks/2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129747 May 17 12:04:40.086793 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2d66987c-6698-4b1e-abb7-2735f1e8cbad req-ac4bc754-e4fa-47ca-8190-cc8dcd54c042 service neutron] 10.222.0.52 "GET /v2.0/networks/232f65e1-0da5-4006-971a-4fd3e6d8c4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806394 May 17 12:04:40.114965 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-ea286a70-9ae6-4105-8374-d885754e9da2 service neutron] 10.222.0.11 "GET /v2.0/networks/2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818061 May 17 12:04:40.328785 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-e230f6cd-f744-497f-8a2b-34195de69a8d req-00db09b1-c922-4e90-9d83-918ae84bc7b8 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab33f1d8-69fe-4833-a0e3-49726d463f91 HTTP/1.1" status: 200 len: 210 time: 0.0516038 May 17 12:04:40.478091 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-f0621a8b-6668-4b27-8e3f-e6c818dc9c7a req-947e7c22-81c1-432c-8172-224d742a2226 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/ports?device_id=01f6d4cd-97b8-4bd7-903f-e702840984d8 HTTP/1.1" status: 200 len: 210 time: 0.0593607 May 17 12:04:40.843817 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 59754) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:40.951525 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-4825d66d-0848-4965-bde5-a66e8a0bda69 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1243977249-network', 'tenant_id': '59d64c2ea81d477bb3042604d61f07ed'}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:04:40.956845 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-4825d66d-0848-4965-bde5-a66e8a0bda69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:40.960842 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-4825d66d-0848-4965-bde5-a66e8a0bda69 admin admin] Usage tracker for resource:network and tenant:59d64c2ea81d477bb3042604d61f07ed is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:40.963793 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-4825d66d-0848-4965-bde5-a66e8a0bda69 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:40.970093 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-4825d66d-0848-4965-bde5-a66e8a0bda69 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:40.979333 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4825d66d-0848-4965-bde5-a66e8a0bda69 admin admin] Made reservation on behalf of 59d64c2ea81d477bb3042604d61f07ed for: {'network': 1} {{(pid=78701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:04:40.981764 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-4825d66d-0848-4965-bde5-a66e8a0bda69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1523871'] for network, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:40.993907 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-4825d66d-0848-4965-bde5-a66e8a0bda69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:41.008193 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-4825d66d-0848-4965-bde5-a66e8a0bda69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:41.011900 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-4825d66d-0848-4965-bde5-a66e8a0bda69 admin admin] Usage tracker for resource:security_group_rule and tenant:59d64c2ea81d477bb3042604d61f07ed is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:41.014738 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-4825d66d-0848-4965-bde5-a66e8a0bda69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:41.022964 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-4825d66d-0848-4965-bde5-a66e8a0bda69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:41.110862 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-4825d66d-0848-4965-bde5-a66e8a0bda69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:41.116191 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-4825d66d-0848-4965-bde5-a66e8a0bda69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:41.120235 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-aeac7638-7188-4a87-9a90-e33470058677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:41.144071 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4825d66d-0848-4965-bde5-a66e8a0bda69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=78701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:04:41.157880 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-4825d66d-0848-4965-bde5-a66e8a0bda69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205'] for segment, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:41.158228 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.db.segments_db [None req-4825d66d-0848-4965-bde5-a66e8a0bda69 admin admin] Added segment 7ba0756d-7443-4d07-89c4-3be29aade41d of type vlan for network 420f9a68-4de0-4fd9-af03-44cf74933625 May 17 12:04:41.165845 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4825d66d-0848-4965-bde5-a66e8a0bda69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987954e9-6bb9-467f-8660-2bc36413a228,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:41.171296 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-4825d66d-0848-4965-bde5-a66e8a0bda69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:41.188887 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-4825d66d-0848-4965-bde5-a66e8a0bda69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762326795951'] for network, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:41.217840 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-4825d66d-0848-4965-bde5-a66e8a0bda69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533501'] for network, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:41.219144 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4825d66d-0848-4965-bde5-a66e8a0bda69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:41.219767 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-4825d66d-0848-4965-bde5-a66e8a0bda69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for network, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:41.224319 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:41.301561 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2e6c247d-df74-413b-b6b1-b97e85e8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:41.324977 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:41.335726 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-4825d66d-0848-4965-bde5-a66e8a0bda69 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4907320 May 17 12:04:41.337218 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4825d66d-0848-4965-bde5-a66e8a0bda69 admin admin] Pushing event updated for resources: {'Network': ['ID=420f9a68-4de0-4fd9-af03-44cf74933625,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:41.338856 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 59768) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:41.340114 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-4825d66d-0848-4965-bde5-a66e8a0bda69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:41.352828 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [None req-0feab909-f56b-440f-a113-eed315b8d50a admin admin] Request body: {'subnet': {'network_id': '420f9a68-4de0-4fd9-af03-44cf74933625', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1243977249-subnet', 'tenant_id': '59d64c2ea81d477bb3042604d61f07ed', 'ip_version': 4}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:04:41.354458 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Network 420f9a68-4de0-4fd9-af03-44cf74933625 details requested by agent ovs-agent-dv-cinder-734144-19-iscsi with host dv-cinder-734144-19-iscsi {{(pid=78702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 12:04:41.374260 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-0feab909-f56b-440f-a113-eed315b8d50a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:41.383684 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-0feab909-f56b-440f-a113-eed315b8d50a admin admin] Usage tracker for resource:subnet and tenant:59d64c2ea81d477bb3042604d61f07ed is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:41.403806 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-0feab909-f56b-440f-a113-eed315b8d50a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:41.547606 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-0feab909-f56b-440f-a113-eed315b8d50a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:41.582840 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0feab909-f56b-440f-a113-eed315b8d50a admin admin] Made reservation on behalf of 59d64c2ea81d477bb3042604d61f07ed for: {'subnet': 1} {{(pid=78700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:04:41.585752 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-0feab909-f56b-440f-a113-eed315b8d50a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2936353'] for subnet, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:41.755455 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-4018817b-c583-43ec-aad6-b13189f73cf9 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:41.755455 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-4018817b-c583-43ec-aad6-b13189f73cf9 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.52 "GET /v2.0/networks?id=2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd HTTP/1.1" status: 200 len: 814 time: 0.3525929 May 17 12:04:41.786985 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d65cc554-6a60-4ccd-879a-50aa2e16659a req-41f82691-cca9-449f-8ee7-16c5665c0d98 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/ports?device_id=01f6d4cd-97b8-4bd7-903f-e702840984d8 HTTP/1.1" status: 200 len: 210 time: 0.1029959 May 17 12:04:41.792755 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-9aaa1054-d49b-45b4-be21-1cee130c4d80 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Request body: {'port': {'device_id': '01f6d4cd-97b8-4bd7-903f-e702840984d8', 'network_id': '2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd', 'admin_state_up': True, 'tenant_id': 'a26586412a0b4bf0b3e9ec3fa71c14be'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:04:42.037802 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-9aaa1054-d49b-45b4-be21-1cee130c4d80 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:42.060555 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-9aaa1054-d49b-45b4-be21-1cee130c4d80 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:42.137413 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-9aaa1054-d49b-45b4-be21-1cee130c4d80 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Made reservation on behalf of a26586412a0b4bf0b3e9ec3fa71c14be for: {'port': 1} {{(pid=78700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:04:42.141377 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-9aaa1054-d49b-45b4-be21-1cee130c4d80 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:42.303423 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:42.386815 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.db_base_plugin_common [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-9aaa1054-d49b-45b4-be21-1cee130c4d80 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Allocated IP 172.20.0.11 (2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd/6261fd46-3780-4f90-ad06-2f624900197f/fafe0585-bd65-4caf-a7a4-26c38e990d36) {{(pid=78700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:04:42.416446 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-0feab909-f56b-440f-a113-eed315b8d50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2209136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2936371'] for subnet, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:42.432226 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-54120262-8520-48e5-9ca9-5d0b0be0dc9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:42.716368 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feab909-f56b-440f-a113-eed315b8d50a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b0c68ee-5a47-455b-9b80-2cefd0e5cc49,revision_number=0']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:42.720739 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-0feab909-f56b-440f-a113-eed315b8d50a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:42.732289 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feab909-f56b-440f-a113-eed315b8d50a admin admin] Checking segment: {'id': '7ba0756d-7443-4d07-89c4-3be29aade41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '420f9a68-4de0-4fd9-af03-44cf74933625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:04:42.732644 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0feab909-f56b-440f-a113-eed315b8d50a admin admin] Network hostable DHCP agents. Network: 420f9a68-4de0-4fd9-af03-44cf74933625, hostable agents: ['1bb0aafc-e938-4aea-abc6-5926a36b60fa'], hosted agents: [] {{(pid=78700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:04:42.778545 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0feab909-f56b-440f-a113-eed315b8d50a admin admin] Network 420f9a68-4de0-4fd9-af03-44cf74933625 is scheduled to be hosted by DHCP agent 1bb0aafc-e938-4aea-abc6-5926a36b60fa with binding_index 1 {{(pid=78700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:04:42.804677 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.base_scheduler [None req-0feab909-f56b-440f-a113-eed315b8d50a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-19-iscsi, 420f9a68-4de0-4fd9-af03-44cf74933625) {{(pid=78700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:04:42.815430 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011d13b6-204d-41b1-9fc3-69a698e493b1 None None] Network 420f9a68-4de0-4fd9-af03-44cf74933625 requested from dv-cinder-734144-19-iscsi {{(pid=78702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:04:42.816023 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-9aaa1054-d49b-45b4-be21-1cee130c4d80 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Notify callbacks [] for port, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:42.821249 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0feab909-f56b-440f-a113-eed315b8d50a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:42.821846 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-0feab909-f56b-440f-a113-eed315b8d50a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for subnet, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:42.864599 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 59822) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:42.865185 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-0feab909-f56b-440f-a113-eed315b8d50a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5246654 May 17 12:04:42.870884 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-2b838665-7138-43b5-a367-5fa9b35ffbeb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1243977249-router', 'tenant_id': '59d64c2ea81d477bb3042604d61f07ed', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c'}}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:04:42.876698 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-2b838665-7138-43b5-a367-5fa9b35ffbeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:42.877601 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-9aaa1054-d49b-45b4-be21-1cee130c4d80 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:42.892844 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:42.897961 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-2b838665-7138-43b5-a367-5fa9b35ffbeb admin admin] Usage tracker for resource:router and tenant:59d64c2ea81d477bb3042604d61f07ed is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:42.907296 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-2b838665-7138-43b5-a367-5fa9b35ffbeb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:42.918712 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-2b838665-7138-43b5-a367-5fa9b35ffbeb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:42.940668 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-2b838665-7138-43b5-a367-5fa9b35ffbeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12262'] for router, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:42.942016 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-2b838665-7138-43b5-a367-5fa9b35ffbeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-462602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12281'] for router, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:42.979216 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-2b838665-7138-43b5-a367-5fa9b35ffbeb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:43.046013 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-9aaa1054-d49b-45b4-be21-1cee130c4d80 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Network 2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd is already hosted by enough agents. {{(pid=78700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:04:43.052409 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.base_scheduler [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-9aaa1054-d49b-45b4-be21-1cee130c4d80 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Resources bound (agent type, host, resource id): {{(pid=78700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:04:43.054905 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-9aaa1054-d49b-45b4-be21-1cee130c4d80 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Received port after_create {{(pid=78700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:04:43.111720 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa1054-d49b-45b4-be21-1cee130c4d80 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Pushing event updated for resources: {'Port': ['ID=fafe0585-bd65-4caf-a7a4-26c38e990d36,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:43.116201 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-9aaa1054-d49b-45b4-be21-1cee130c4d80 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:43.150299 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-9aaa1054-d49b-45b4-be21-1cee130c4d80 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:43.150964 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-9aaa1054-d49b-45b4-be21-1cee130c4d80 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:43.177395 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c4d39-6428-49ad-b7f0-771deb04340c req-e890378f-c811-4966-a705-f068c449eaf5 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:43.178153 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-e86c4d39-6428-49ad-b7f0-771deb04340c req-e890378f-c811-4966-a705-f068c449eaf5 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Synchronizing usage tracker for tenant:a26586412a0b4bf0b3e9ec3fa71c14be on resource:port {{(pid=78700) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:04:43.197043 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-9aaa1054-d49b-45b4-be21-1cee130c4d80 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4161937 May 17 12:04:43.199709 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-e86c4d39-6428-49ad-b7f0-771deb04340c req-e890378f-c811-4966-a705-f068c449eaf5 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Unset dirty status for tenant:a26586412a0b4bf0b3e9ec3fa71c14be on resource:port {{(pid=78700) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:04:43.209069 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-e86c4d39-6428-49ad-b7f0-771deb04340c req-e890378f-c811-4966-a705-f068c449eaf5 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/ports?device_id=01f6d4cd-97b8-4bd7-903f-e702840984d8 HTTP/1.1" status: 200 len: 932 time: 0.2554932 May 17 12:04:43.213076 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555b5d95-1b93-49f9-9705-c9dbc9d06791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6ad49bc-6772-501e-aeed-729f0e6c613b-420f9a68-4de0-4fd9-af03-44cf74933625', 'network_id': '420f9a68-4de0-4fd9-af03-44cf74933625', 'tenant_id': '59d64c2ea81d477bb3042604d61f07ed', 'fixed_ips': [{'subnet_id': '9b0c68ee-5a47-455b-9b80-2cefd0e5cc49'}]}} from dv-cinder-734144-19-iscsi. {{(pid=78702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 17 12:04:43.214912 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-555b5d95-1b93-49f9-9705-c9dbc9d06791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:43.229920 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-5ef470fd-3b29-4bb3-9d38-5d2d4875ef96 service neutron] Request body: {'port': {'device_id': '01f6d4cd-97b8-4bd7-903f-e702840984d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:04:43.317212 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-e86c4d39-6428-49ad-b7f0-771deb04340c req-a5f61ee6-a15b-4c57-bcaf-9cd2cfd2e117 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18cb5e0-349e-4af4-a126-102dafc72b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071410 May 17 12:04:43.387709 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-5ef470fd-3b29-4bb3-9d38-5d2d4875ef96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:43.400341 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [None req-555b5d95-1b93-49f9-9705-c9dbc9d06791 None None] Allocated IP 172.20.0.2 (420f9a68-4de0-4fd9-af03-44cf74933625/9b0c68ee-5a47-455b-9b80-2cefd0e5cc49/c08bd4d2-8b23-4695-ab62-3ab72e448a22) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:04:43.443975 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-2b838665-7138-43b5-a367-5fa9b35ffbeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12235'] for router, precommit_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:43.637150 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-555b5d95-1b93-49f9-9705-c9dbc9d06791 None None] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:43.648822 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-555b5d95-1b93-49f9-9705-c9dbc9d06791 None None] Transition to ACTIVE for port object c08bd4d2-8b23-4695-ab62-3ab72e448a22 will not be triggered until provisioned by entity L2. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:04:43.670792 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-555b5d95-1b93-49f9-9705-c9dbc9d06791 None None] Transition to ACTIVE for port object c08bd4d2-8b23-4695-ab62-3ab72e448a22 will not be triggered until provisioned by entity DHCP. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:04:43.679120 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-555b5d95-1b93-49f9-9705-c9dbc9d06791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:43.685802 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:43.752313 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555b5d95-1b93-49f9-9705-c9dbc9d06791 None None] Network 420f9a68-4de0-4fd9-af03-44cf74933625 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:04:43.755858 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-555b5d95-1b93-49f9-9705-c9dbc9d06791 None None] Resources bound (agent type, host, resource id): {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:04:43.759913 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555b5d95-1b93-49f9-9705-c9dbc9d06791 None None] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:04:43.774931 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-5ef470fd-3b29-4bb3-9d38-5d2d4875ef96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fafe0585-bd65-4caf-a7a4-26c38e990d36 {{(pid=78700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:04:43.783254 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-5ef470fd-3b29-4bb3-9d38-5d2d4875ef96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:43.801532 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.provisioning_blocks [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-5ef470fd-3b29-4bb3-9d38-5d2d4875ef96 service neutron] Transition to ACTIVE for port object fafe0585-bd65-4caf-a7a4-26c38e990d36 will not be triggered until provisioned by entity L2. {{(pid=78700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:04:43.807103 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-5ef470fd-3b29-4bb3-9d38-5d2d4875ef96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2209221'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:43.811440 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-2b838665-7138-43b5-a367-5fa9b35ffbeb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:43.818326 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-d9296921-ec15-4df3-97fa-acc8eacd500a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:43.827826 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b5d95-1b93-49f9-9705-c9dbc9d06791 None None] Pushing event updated for resources: {'Port': ['ID=c08bd4d2-8b23-4695-ab62-3ab72e448a22,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:43.835192 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-555b5d95-1b93-49f9-9705-c9dbc9d06791 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:43.843284 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-2b838665-7138-43b5-a367-5fa9b35ffbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:43.856182 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-555b5d95-1b93-49f9-9705-c9dbc9d06791 None None] Attempting to bind port c08bd4d2-8b23-4695-ab62-3ab72e448a22 on host dv-cinder-734144-19-iscsi for vnic_type normal with profile {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:04:43.856559 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-555b5d95-1b93-49f9-9705-c9dbc9d06791 None None] Attempting to bind port c08bd4d2-8b23-4695-ab62-3ab72e448a22 by drivers openvswitch,hyperv on host dv-cinder-734144-19-iscsi at level 0 using segments [{'id': '7ba0756d-7443-4d07-89c4-3be29aade41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '420f9a68-4de0-4fd9-af03-44cf74933625'}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:04:43.856927 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555b5d95-1b93-49f9-9705-c9dbc9d06791 None None] Attempting to bind port c08bd4d2-8b23-4695-ab62-3ab72e448a22 on network 420f9a68-4de0-4fd9-af03-44cf74933625 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:04:43.863912 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555b5d95-1b93-49f9-9705-c9dbc9d06791 None None] Checking agent: {'id': '99430f10-7a80-40b5-88dc-f3a197e5e86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 11), 'started_at': datetime.datetime(2021, 5, 17, 11, 53, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:04:43.864305 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555b5d95-1b93-49f9-9705-c9dbc9d06791 None None] Checking segment: {'id': '7ba0756d-7443-4d07-89c4-3be29aade41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '420f9a68-4de0-4fd9-af03-44cf74933625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:04:43.864699 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-555b5d95-1b93-49f9-9705-c9dbc9d06791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:43.865122 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555b5d95-1b93-49f9-9705-c9dbc9d06791 None None] Bound using segment: {'id': '7ba0756d-7443-4d07-89c4-3be29aade41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '420f9a68-4de0-4fd9-af03-44cf74933625'} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:04:43.865586 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-555b5d95-1b93-49f9-9705-c9dbc9d06791 None None] Bound port: c08bd4d2-8b23-4695-ab62-3ab72e448a22, host: dv-cinder-734144-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba0756d-7443-4d07-89c4-3be29aade41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '420f9a68-4de0-4fd9-af03-44cf74933625'}}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:04:43.866213 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-555b5d95-1b93-49f9-9705-c9dbc9d06791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:43.987181 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-555b5d95-1b93-49f9-9705-c9dbc9d06791 None None] For port c08bd4d2-8b23-4695-ab62-3ab72e448a22, host dv-cinder-734144-19-iscsi, cleared binding levels {{(pid=78702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:04:43.990347 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.db_base_plugin_common [None req-2b838665-7138-43b5-a367-5fa9b35ffbeb admin admin] Allocated IP 172.27.1.54 (163aee93-eed0-47f4-9809-6291286e957c/35eb0c40-f6d0-43b5-b72a-9e8dd7567b53/5a6901a6-942d-4690-a316-9a51a3b1b5bd) {{(pid=78701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:04:43.991103 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-555b5d95-1b93-49f9-9705-c9dbc9d06791 None None] For port c08bd4d2-8b23-4695-ab62-3ab72e448a22, host dv-cinder-734144-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=c08bd4d2-8b23-4695-ab62-3ab72e448a22,segment=NetworkSegment(7ba0756d-7443-4d07-89c4-3be29aade41d),segment_id=7ba0756d-7443-4d07-89c4-3be29aade41d)] {{(pid=78702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:04:43.996654 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-555b5d95-1b93-49f9-9705-c9dbc9d06791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:44.001584 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-9305a9a0-6e7f-4cdc-952f-598e14922df2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:44.063974 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef470fd-3b29-4bb3-9d38-5d2d4875ef96 service neutron] Pushing event updated for resources: {'Port': ['ID=fafe0585-bd65-4caf-a7a4-26c38e990d36,revision_number=2']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:44.070169 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-5ef470fd-3b29-4bb3-9d38-5d2d4875ef96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:44.086423 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b5d95-1b93-49f9-9705-c9dbc9d06791 None None] Pushing event updated for resources: {'Port': ['ID=c08bd4d2-8b23-4695-ab62-3ab72e448a22,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:44.089704 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-555b5d95-1b93-49f9-9705-c9dbc9d06791 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:44.111096 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-5ef470fd-3b29-4bb3-9d38-5d2d4875ef96 service neutron] Attempting to bind port fafe0585-bd65-4caf-a7a4-26c38e990d36 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:04:44.111511 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-5ef470fd-3b29-4bb3-9d38-5d2d4875ef96 service neutron] Attempting to bind port fafe0585-bd65-4caf-a7a4-26c38e990d36 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '94b16cb5-a6fd-46f0-9094-020c3c371b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd'}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:04:44.111834 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-5ef470fd-3b29-4bb3-9d38-5d2d4875ef96 service neutron] Attempting to bind port fafe0585-bd65-4caf-a7a4-26c38e990d36 on network 2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:04:44.116629 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-5ef470fd-3b29-4bb3-9d38-5d2d4875ef96 service neutron] Port fafe0585-bd65-4caf-a7a4-26c38e990d36 on network 2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 12:04:44.116959 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-5ef470fd-3b29-4bb3-9d38-5d2d4875ef96 service neutron] Attempting to bind port fafe0585-bd65-4caf-a7a4-26c38e990d36 on network 2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:04:44.121958 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-5ef470fd-3b29-4bb3-9d38-5d2d4875ef96 service neutron] Checking agent: {'id': 'cd1455da-95ea-496d-8b07-9fb5ea757b4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 59, 37), 'started_at': datetime.datetime(2021, 5, 17, 11, 59, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:04:44.122286 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-5ef470fd-3b29-4bb3-9d38-5d2d4875ef96 service neutron] Checking segment: {'id': '94b16cb5-a6fd-46f0-9094-020c3c371b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:04:44.122657 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-5ef470fd-3b29-4bb3-9d38-5d2d4875ef96 service neutron] Bound using segment: {'id': '94b16cb5-a6fd-46f0-9094-020c3c371b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd'} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:04:44.123074 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-5ef470fd-3b29-4bb3-9d38-5d2d4875ef96 service neutron] Bound port: fafe0585-bd65-4caf-a7a4-26c38e990d36, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94b16cb5-a6fd-46f0-9094-020c3c371b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd'}}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:04:44.123420 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-5ef470fd-3b29-4bb3-9d38-5d2d4875ef96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:44.152685 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-2b838665-7138-43b5-a367-5fa9b35ffbeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:44.191751 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-2b838665-7138-43b5-a367-5fa9b35ffbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534708'] for port, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:44.193694 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:44.197591 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:44.220123 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-5ef470fd-3b29-4bb3-9d38-5d2d4875ef96 service neutron] For port fafe0585-bd65-4caf-a7a4-26c38e990d36, host hv-cinder-73414, cleared binding levels {{(pid=78700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:04:44.223574 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-5ef470fd-3b29-4bb3-9d38-5d2d4875ef96 service neutron] For port fafe0585-bd65-4caf-a7a4-26c38e990d36, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=fafe0585-bd65-4caf-a7a4-26c38e990d36,segment=NetworkSegment(94b16cb5-a6fd-46f0-9094-020c3c371b22),segment_id=94b16cb5-a6fd-46f0-9094-020c3c371b22)] {{(pid=78700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:04:44.228641 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-5ef470fd-3b29-4bb3-9d38-5d2d4875ef96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2209221'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:44.233266 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:44.257677 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b838665-7138-43b5-a367-5fa9b35ffbeb admin admin] Network 163aee93-eed0-47f4-9809-6291286e957c is already hosted by enough agents. {{(pid=78701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:04:44.260496 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.base_scheduler [None req-2b838665-7138-43b5-a367-5fa9b35ffbeb admin admin] Resources bound (agent type, host, resource id): {{(pid=78701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:04:44.264272 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b838665-7138-43b5-a367-5fa9b35ffbeb admin admin] Received port after_create {{(pid=78701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:04:44.325712 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef470fd-3b29-4bb3-9d38-5d2d4875ef96 service neutron] Pushing event updated for resources: {'Port': ['ID=fafe0585-bd65-4caf-a7a4-26c38e990d36,revision_number=3']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:44.329610 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-5ef470fd-3b29-4bb3-9d38-5d2d4875ef96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:44.337031 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-5ef470fd-3b29-4bb3-9d38-5d2d4875ef96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:44.337949 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-5ef470fd-3b29-4bb3-9d38-5d2d4875ef96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:44.339313 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-5ef470fd-3b29-4bb3-9d38-5d2d4875ef96 service neutron] 10.222.0.52 "PUT /v2.0/ports/fafe0585-bd65-4caf-a7a4-26c38e990d36 HTTP/1.1" status: 200 len: 1094 time: 1.1274793 May 17 12:04:44.339805 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f6d4cd-97b8-4bd7-903f-e702840984d8', 'tag': 'fafe0585-bd65-4caf-a7a4-26c38e990d36'}] {{(pid=78700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:04:44.351955 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b838665-7138-43b5-a367-5fa9b35ffbeb admin admin] Pushing event updated for resources: {'Port': ['ID=5a6901a6-942d-4690-a316-9a51a3b1b5bd,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:44.359604 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-2b838665-7138-43b5-a367-5fa9b35ffbeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:44.441892 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f6d4cd-97b8-4bd7-903f-e702840984d8', 'tag': 'fafe0585-bd65-4caf-a7a4-26c38e990d36', 'status': 'completed', 'code': 200} May 17 12:04:44.472112 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-6c13f323-5efd-4f9f-b51c-1472708fc4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:44.473849 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-6c13f323-5efd-4f9f-b51c-1472708fc4b4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a26586412a0b4bf0b3e9ec3fa71c14be&device_id=01f6d4cd-97b8-4bd7-903f-e702840984d8 HTTP/1.1" status: 200 len: 1097 time: 0.0888665 May 17 12:04:44.594063 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-8b72de06-446a-40c8-8c14-54b69d10a1b4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fafe0585-bd65-4caf-a7a4-26c38e990d36 HTTP/1.1" status: 200 len: 217 time: 0.1120327 May 17 12:04:44.674280 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-bf0b162f-6ade-4e25-8494-09d94220827d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:44.675723 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-bf0b162f-6ade-4e25-8494-09d94220827d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6261fd46-3780-4f90-ad06-2f624900197f HTTP/1.1" status: 200 len: 854 time: 0.0731037 May 17 12:04:44.691860 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb016252-35b4-4885-beca-c2f28838c5a8 req-1542701e-56ac-4057-ba8c-16052670efc7 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:44.693397 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-cb016252-35b4-4885-beca-c2f28838c5a8 req-1542701e-56ac-4057-ba8c-16052670efc7 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/ports?device_id=01f6d4cd-97b8-4bd7-903f-e702840984d8 HTTP/1.1" status: 200 len: 944 time: 0.1517770 May 17 12:04:44.757958 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-2b838665-7138-43b5-a367-5fa9b35ffbeb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:44.849267 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-2edff178-b42f-4109-8332-9d9935c4507a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1548681 May 17 12:04:44.986609 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-cb016252-35b4-4885-beca-c2f28838c5a8 req-e7f2eb56-a6da-4729-b3ae-d8b7bffca017 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18cb5e0-349e-4af4-a126-102dafc72b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628013 May 17 12:04:45.057572 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-f980c43e-93fc-45fc-baf2-15650d1605d4 service neutron] 10.222.0.52 "GET /v2.0/networks/2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993737 May 17 12:04:45.161548 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ac49f6-98f8-47c3-8c1f-f3cb87b3bd9e None None] Network 420f9a68-4de0-4fd9-af03-44cf74933625 requested from dv-cinder-734144-19-iscsi {{(pid=78702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:04:45.198769 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-a4ac7efe-1d37-49f3-b541-cead5844086e req-a802fbe3-651a-4502-820c-51e3fa8b9af1 service neutron] 10.222.0.52 "GET /v2.0/networks/2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341364 May 17 12:04:45.239724 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-2b838665-7138-43b5-a367-5fa9b35ffbeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399684'] for router, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:45.273513 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-3432d6bc-bc6b-4577-bfda-796da124a7b1 None None] Provisioning for port c08bd4d2-8b23-4695-ab62-3ab72e448a22 completed by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:04:45.328213 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408b95e-b5ec-4726-bb22-c552861d2dc6 req-0984161a-9f86-40c0-bb0c-157e70b80329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:45.330601 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d408b95e-b5ec-4726-bb22-c552861d2dc6 req-0984161a-9f86-40c0-bb0c-157e70b80329 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a26586412a0b4bf0b3e9ec3fa71c14be&device_id=01f6d4cd-97b8-4bd7-903f-e702840984d8 HTTP/1.1" status: 200 len: 1097 time: 0.0806735 May 17 12:04:45.447354 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b838665-7138-43b5-a367-5fa9b35ffbeb admin admin] Router f98bc51e-53ae-4b86-9fef-3b6f568ab0dc is scheduled to L3 agent 7d9bdccf-07e9-4436-af26-1dad3be87fd8 with binding_index 1 {{(pid=78701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 17 12:04:45.468184 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408b95e-b5ec-4726-bb22-c552861d2dc6 req-feb90bf0-1005-415b-856e-7b84adbc2c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:45.469896 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d408b95e-b5ec-4726-bb22-c552861d2dc6 req-feb90bf0-1005-415b-856e-7b84adbc2c18 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd HTTP/1.1" status: 200 len: 915 time: 0.1318188 May 17 12:04:45.549487 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d408b95e-b5ec-4726-bb22-c552861d2dc6 req-ce3ebee4-68ae-41a3-9914-775feec6e9a2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fafe0585-bd65-4caf-a7a4-26c38e990d36 HTTP/1.1" status: 200 len: 217 time: 0.0706506 May 17 12:04:45.617216 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408b95e-b5ec-4726-bb22-c552861d2dc6 req-c5b4ace3-4f2f-41a0-ae43-f9112d17728c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:45.618630 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d408b95e-b5ec-4726-bb22-c552861d2dc6 req-c5b4ace3-4f2f-41a0-ae43-f9112d17728c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6261fd46-3780-4f90-ad06-2f624900197f HTTP/1.1" status: 200 len: 854 time: 0.0619030 May 17 12:04:45.637364 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b838665-7138-43b5-a367-5fa9b35ffbeb admin admin] Notify agent at l3_agent.dv-cinder-734144-19-iscsi the message routers_updated {{(pid=78701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:04:45.646853 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8b9dfc-9578-44e3-8d40-cb440f1d642b None None] Sync routers for ids ['f98bc51e-53ae-4b86-9fef-3b6f568ab0dc'] in dv-cinder-734144-19-iscsi {{(pid=78703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:04:45.657109 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8b9dfc-9578-44e3-8d40-cb440f1d642b None None] Routers {'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:04:45.658152 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-9f8b9dfc-9578-44e3-8d40-cb440f1d642b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:04:41Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['f98bc51e-53ae-4b86-9fef-3b6f568ab0dc'], 'active': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:04:45.661167 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-2b838665-7138-43b5-a367-5fa9b35ffbeb admin admin] Notify callbacks [] for router, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:45.665026 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-2b838665-7138-43b5-a367-5fa9b35ffbeb admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7989342 May 17 12:04:45.665598 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 59872) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:45.671402 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d408b95e-b5ec-4726-bb22-c552861d2dc6 req-ba196f15-5daf-4d2e-bf25-9d57e7244029 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442634 May 17 12:04:45.841944 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvr_db [None req-9f8b9dfc-9578-44e3-8d40-cb440f1d642b None None] Set router f98bc51e-53ae-4b86-9fef-3b6f568ab0dc gateway port host: dv-cinder-734144-19-iscsi {{(pid=78703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:04:45.879536 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d408b95e-b5ec-4726-bb22-c552861d2dc6 req-cc103ded-25ce-47f6-a5d1-88c6505a7f18 service neutron] 10.222.0.52 "GET /v2.0/networks/2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985469 May 17 12:04:45.886124 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device c08bd4d2-8b23-4695-ab62-3ab72e448a22 up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:04:46.048517 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d408b95e-b5ec-4726-bb22-c552861d2dc6 req-92d0faf4-b766-42e2-bbd5-89a73264a318 service neutron] 10.222.0.52 "GET /v2.0/networks/2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597924 May 17 12:04:46.049889 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning for port c08bd4d2-8b23-4695-ab62-3ab72e448a22 completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:04:46.068571 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port c08bd4d2-8b23-4695-ab62-3ab72e448a22 triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:04:46.069434 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:46.161547 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-9f8b9dfc-9578-44e3-8d40-cb440f1d642b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc', 'name': 'tempest-TestShelveInstance-1243977249-router', 'tenant_id': '59d64c2ea81d477bb3042604d61f07ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '5a6901a6-942d-4690-a316-9a51a3b1b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:04:42Z', 'updated_at': '2021-05-17T12:04:44Z', 'revision_number': 3, 'project_id': '59d64c2ea81d477bb3042604d61f07ed', 'gw_port': {'id': '5a6901a6-942d-4690-a316-9a51a3b1b5bd', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:91:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:43Z', 'updated_at': '2021-05-17T12:04:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi'}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:04:46.166941 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8b9dfc-9578-44e3-8d40-cb440f1d642b None None] Checking router: f98bc51e-53ae-4b86-9fef-3b6f568ab0dc for host: dv-cinder-734144-19-iscsi {{(pid=78703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:04:46.167502 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8b9dfc-9578-44e3-8d40-cb440f1d642b None None] Updating router f98bc51e-53ae-4b86-9fef-3b6f568ab0dc port 5a6901a6-942d-4690-a316-9a51a3b1b5bd binding host dv-cinder-734144-19-iscsi {{(pid=78703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:04:46.212975 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:46.228266 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9f8b9dfc-9578-44e3-8d40-cb440f1d642b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:46.247728 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] For port c08bd4d2-8b23-4695-ab62-3ab72e448a22, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=c08bd4d2-8b23-4695-ab62-3ab72e448a22,segment=NetworkSegment(7ba0756d-7443-4d07-89c4-3be29aade41d),segment_id=7ba0756d-7443-4d07-89c4-3be29aade41d)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:04:46.253149 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:46.255469 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27380c-52f4-4bfd-991e-7c2b58487c5a req-4bffbd9a-b075-498c-9cb0-45814d56b365 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:46.256636 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-9305a9a0-6e7f-4cdc-952f-598e14922df2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:46.256997 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-7d27380c-52f4-4bfd-991e-7c2b58487c5a req-4bffbd9a-b075-498c-9cb0-45814d56b365 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/ports?device_id=01f6d4cd-97b8-4bd7-903f-e702840984d8 HTTP/1.1" status: 200 len: 944 time: 0.0901589 May 17 12:04:46.314425 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-7d27380c-52f4-4bfd-991e-7c2b58487c5a req-359b50b0-08fa-4c8d-988a-47f1f2a2501a tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18cb5e0-349e-4af4-a126-102dafc72b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500388 May 17 12:04:46.326179 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Pushing event updated for resources: {'Port': ['ID=c08bd4d2-8b23-4695-ab62-3ab72e448a22,revision_number=3']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:46.331144 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:46.528132 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-d8238dbd-c119-4b19-9ab7-2e092da90b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:46.590588 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9f8b9dfc-9578-44e3-8d40-cb440f1d642b None None] Notify callbacks [] for port, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:46.603561 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.provisioning_blocks [None req-9f8b9dfc-9578-44e3-8d40-cb440f1d642b None None] Transition to ACTIVE for port object 5a6901a6-942d-4690-a316-9a51a3b1b5bd will not be triggered until provisioned by entity L2. {{(pid=78703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:04:46.610859 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9f8b9dfc-9578-44e3-8d40-cb440f1d642b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:46.615046 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-cc76be7a-b824-447f-9e0d-56f5c5a855db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:46.692008 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc04ee9-53ae-43f9-917b-3c32aa2e2ae1 None None] Pushing event updated for resources: {'Port': ['ID=5a6901a6-942d-4690-a316-9a51a3b1b5bd,revision_number=2']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:46.696462 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [None req-9f8b9dfc-9578-44e3-8d40-cb440f1d642b None None] Attempting to bind port 5a6901a6-942d-4690-a316-9a51a3b1b5bd on host dv-cinder-734144-19-iscsi for vnic_type normal with profile {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:04:46.696825 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [None req-9f8b9dfc-9578-44e3-8d40-cb440f1d642b None None] Attempting to bind port 5a6901a6-942d-4690-a316-9a51a3b1b5bd by drivers openvswitch,hyperv on host dv-cinder-734144-19-iscsi at level 0 using segments [{'id': '8b5d1e01-0c84-4e6b-9682-76a98a471ba9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '163aee93-eed0-47f4-9809-6291286e957c'}] {{(pid=78703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:04:46.697213 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8b9dfc-9578-44e3-8d40-cb440f1d642b None None] Attempting to bind port 5a6901a6-942d-4690-a316-9a51a3b1b5bd on network 163aee93-eed0-47f4-9809-6291286e957c {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:04:46.704444 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc04ee9-53ae-43f9-917b-3c32aa2e2ae1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:46.704807 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc04ee9-53ae-43f9-917b-3c32aa2e2ae1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:46.705243 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc04ee9-53ae-43f9-917b-3c32aa2e2ae1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:46.705574 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc04ee9-53ae-43f9-917b-3c32aa2e2ae1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:46.705891 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc04ee9-53ae-43f9-917b-3c32aa2e2ae1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:46.706205 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc04ee9-53ae-43f9-917b-3c32aa2e2ae1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:46.706516 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc04ee9-53ae-43f9-917b-3c32aa2e2ae1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:46.706827 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc04ee9-53ae-43f9-917b-3c32aa2e2ae1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:46.707164 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc04ee9-53ae-43f9-917b-3c32aa2e2ae1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:46.707477 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc04ee9-53ae-43f9-917b-3c32aa2e2ae1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:46.707783 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc04ee9-53ae-43f9-917b-3c32aa2e2ae1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:46.708087 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc04ee9-53ae-43f9-917b-3c32aa2e2ae1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:04:46.712680 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ffc04ee9-53ae-43f9-917b-3c32aa2e2ae1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:46.713599 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8b9dfc-9578-44e3-8d40-cb440f1d642b None None] Checking agent: {'id': '99430f10-7a80-40b5-88dc-f3a197e5e86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 11), 'started_at': datetime.datetime(2021, 5, 17, 11, 53, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:04:46.713969 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8b9dfc-9578-44e3-8d40-cb440f1d642b None None] Checking segment: {'id': '8b5d1e01-0c84-4e6b-9682-76a98a471ba9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '163aee93-eed0-47f4-9809-6291286e957c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:04:46.714365 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9f8b9dfc-9578-44e3-8d40-cb440f1d642b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:46.714748 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8b9dfc-9578-44e3-8d40-cb440f1d642b None None] Bound using segment: {'id': '8b5d1e01-0c84-4e6b-9682-76a98a471ba9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '163aee93-eed0-47f4-9809-6291286e957c'} {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:04:46.715210 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [None req-9f8b9dfc-9578-44e3-8d40-cb440f1d642b None None] Bound port: 5a6901a6-942d-4690-a316-9a51a3b1b5bd, host: dv-cinder-734144-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b5d1e01-0c84-4e6b-9682-76a98a471ba9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '163aee93-eed0-47f4-9809-6291286e957c'}}] {{(pid=78703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:04:46.715584 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9f8b9dfc-9578-44e3-8d40-cb440f1d642b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:46.788320 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [None req-9f8b9dfc-9578-44e3-8d40-cb440f1d642b None None] For port 5a6901a6-942d-4690-a316-9a51a3b1b5bd, host dv-cinder-734144-19-iscsi, cleared binding levels {{(pid=78703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:04:46.791362 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [None req-9f8b9dfc-9578-44e3-8d40-cb440f1d642b None None] For port 5a6901a6-942d-4690-a316-9a51a3b1b5bd, host dv-cinder-734144-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=5a6901a6-942d-4690-a316-9a51a3b1b5bd,segment=NetworkSegment(8b5d1e01-0c84-4e6b-9682-76a98a471ba9),segment_id=8b5d1e01-0c84-4e6b-9682-76a98a471ba9)] {{(pid=78703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:04:46.795594 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9f8b9dfc-9578-44e3-8d40-cb440f1d642b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:46.800223 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:46.816258 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.db_base_plugin_common [None req-d8238dbd-c119-4b19-9ab7-2e092da90b82 admin admin] Allocated IP 172.20.0.1 (420f9a68-4de0-4fd9-af03-44cf74933625/9b0c68ee-5a47-455b-9b80-2cefd0e5cc49/26a25385-5752-4650-8633-23885e6f0ce6) {{(pid=78701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:04:46.872086 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8b9dfc-9578-44e3-8d40-cb440f1d642b None None] Routers {'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:04:46.872700 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-9f8b9dfc-9578-44e3-8d40-cb440f1d642b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:04:41Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['f98bc51e-53ae-4b86-9fef-3b6f568ab0dc'], 'active': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:04:46.957763 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc04ee9-53ae-43f9-917b-3c32aa2e2ae1 None None] Pushing event updated for resources: {'Port': ['ID=5a6901a6-942d-4690-a316-9a51a3b1b5bd,revision_number=3']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:46.963479 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-d8238dbd-c119-4b19-9ab7-2e092da90b82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:46.969758 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ffc04ee9-53ae-43f9-917b-3c32aa2e2ae1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:46.978725 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.provisioning_blocks [None req-d8238dbd-c119-4b19-9ab7-2e092da90b82 admin admin] Transition to ACTIVE for port object 26a25385-5752-4650-8633-23885e6f0ce6 will not be triggered until provisioned by entity DHCP. {{(pid=78701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:04:47.003037 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-d8238dbd-c119-4b19-9ab7-2e092da90b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534708'] for port, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:47.007892 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-2c8e0e23-caa4-40e4-8057-890377a12b28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:47.071790 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8238dbd-c119-4b19-9ab7-2e092da90b82 admin admin] Network 420f9a68-4de0-4fd9-af03-44cf74933625 is already hosted by enough agents. {{(pid=78701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:04:47.074595 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.base_scheduler [None req-d8238dbd-c119-4b19-9ab7-2e092da90b82 admin admin] Resources bound (agent type, host, resource id): {{(pid=78701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:04:47.076532 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvr_db [None req-9f8b9dfc-9578-44e3-8d40-cb440f1d642b None None] Set router f98bc51e-53ae-4b86-9fef-3b6f568ab0dc gateway port host: dv-cinder-734144-19-iscsi {{(pid=78703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:04:47.078163 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8238dbd-c119-4b19-9ab7-2e092da90b82 admin admin] Received port after_create {{(pid=78701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:04:47.118048 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8238dbd-c119-4b19-9ab7-2e092da90b82 admin admin] Pushing event updated for resources: {'Port': ['ID=26a25385-5752-4650-8633-23885e6f0ce6,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:47.122416 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-d8238dbd-c119-4b19-9ab7-2e092da90b82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:47.144167 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-d8238dbd-c119-4b19-9ab7-2e092da90b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407999'] for router_interface, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:47.282607 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-d8238dbd-c119-4b19-9ab7-2e092da90b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:47.353117 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-262c9821-2405-4362-93d0-0a9cfe4e1ce8 None None] Provisioning for port 26a25385-5752-4650-8633-23885e6f0ce6 completed by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:04:47.366874 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-262c9821-2405-4362-93d0-0a9cfe4e1ce8 None None] Provisioning complete for port 26a25385-5752-4650-8633-23885e6f0ce6 triggered by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:04:47.367286 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-262c9821-2405-4362-93d0-0a9cfe4e1ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:47.386329 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-9f8b9dfc-9578-44e3-8d40-cb440f1d642b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc', 'name': 'tempest-TestShelveInstance-1243977249-router', 'tenant_id': '59d64c2ea81d477bb3042604d61f07ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '5a6901a6-942d-4690-a316-9a51a3b1b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:04:42Z', 'updated_at': '2021-05-17T12:04:44Z', 'revision_number': 3, 'project_id': '59d64c2ea81d477bb3042604d61f07ed', 'gw_port': {'id': '5a6901a6-942d-4690-a316-9a51a3b1b5bd', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:91:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:43Z', 'updated_at': '2021-05-17T12:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi'}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:04:47.390964 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8b9dfc-9578-44e3-8d40-cb440f1d642b None None] The sync data for ids ['f98bc51e-53ae-4b86-9fef-3b6f568ab0dc'] in dv-cinder-734144-19-iscsi is: [{'id': 'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc', 'name': 'tempest-TestShelveInstance-1243977249-router', 'tenant_id': '59d64c2ea81d477bb3042604d61f07ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '5a6901a6-942d-4690-a316-9a51a3b1b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:04:42Z', 'updated_at': '2021-05-17T12:04:44Z', 'revision_number': 3, 'project_id': '59d64c2ea81d477bb3042604d61f07ed', 'gw_port': {'id': '5a6901a6-942d-4690-a316-9a51a3b1b5bd', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:91:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:43Z', 'updated_at': '2021-05-17T12:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi'}] {{(pid=78703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:04:47.450817 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-262c9821-2405-4362-93d0-0a9cfe4e1ce8 None None] Port 26a25385-5752-4650-8633-23885e6f0ce6 cannot update to ACTIVE because it is not bound. {{(pid=78702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 12:04:47.511589 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-d8238dbd-c119-4b19-9ab7-2e092da90b82 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:47.517505 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-d8238dbd-c119-4b19-9ab7-2e092da90b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2534717'] for port, after_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:47.534348 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda4b13d-35c2-4ff0-a48e-aa5b350cada9 req-4f902674-7199-4e6b-8c6e-0f5a29dc277d tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:47.536576 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-dda4b13d-35c2-4ff0-a48e-aa5b350cada9 req-4f902674-7199-4e6b-8c6e-0f5a29dc277d tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/ports?device_id=01f6d4cd-97b8-4bd7-903f-e702840984d8 HTTP/1.1" status: 200 len: 944 time: 0.0820365 May 17 12:04:47.546004 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:47.586093 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-dda4b13d-35c2-4ff0-a48e-aa5b350cada9 req-e0ed45bf-114b-468e-a6bc-8324634664a4 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18cb5e0-349e-4af4-a126-102dafc72b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444562 May 17 12:04:47.629217 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-d8238dbd-c119-4b19-9ab7-2e092da90b82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405784'] for router_interface, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:47.632736 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8238dbd-c119-4b19-9ab7-2e092da90b82 admin admin] Pushing event updated for resources: {'Port': ['ID=26a25385-5752-4650-8633-23885e6f0ce6,revision_number=2']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:47.638830 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-d8238dbd-c119-4b19-9ab7-2e092da90b82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:47.792356 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8238dbd-c119-4b19-9ab7-2e092da90b82 admin admin] Network 420f9a68-4de0-4fd9-af03-44cf74933625 is already hosted by enough agents. {{(pid=78701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:04:47.793573 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.base_scheduler [None req-d8238dbd-c119-4b19-9ab7-2e092da90b82 admin admin] Resources bound (agent type, host, resource id): {{(pid=78701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:04:47.888556 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 5a6901a6-942d-4690-a316-9a51a3b1b5bd up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:04:47.973100 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning for port 5a6901a6-942d-4690-a316-9a51a3b1b5bd completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:04:47.979423 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port 5a6901a6-942d-4690-a316-9a51a3b1b5bd triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:04:47.979990 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:48.031394 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device fafe0585-bd65-4caf-a7a4-26c38e990d36 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:04:48.049674 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8238dbd-c119-4b19-9ab7-2e092da90b82 admin admin] Router f98bc51e-53ae-4b86-9fef-3b6f568ab0dc has already been hosted by L3 agent 7d9bdccf-07e9-4436-af26-1dad3be87fd8 {{(pid=78701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:04:48.218770 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-f702993f-7ae7-480e-bbcd-d190a000db34 None None] Provisioning complete for port 26a25385-5752-4650-8633-23885e6f0ce6 triggered by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:04:48.219158 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f702993f-7ae7-480e-bbcd-d190a000db34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:48.251406 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8238dbd-c119-4b19-9ab7-2e092da90b82 admin admin] Notify agent at l3_agent.dv-cinder-734144-19-iscsi the message routers_updated {{(pid=78701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:04:48.270985 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-d8238dbd-c119-4b19-9ab7-2e092da90b82 admin admin] 10.222.0.11 "PUT /v2.0/routers/f98bc51e-53ae-4b86-9fef-3b6f568ab0dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6043127 May 17 12:04:48.298175 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:48.316781 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port fafe0585-bd65-4caf-a7a4-26c38e990d36, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=fafe0585-bd65-4caf-a7a4-26c38e990d36,segment=NetworkSegment(94b16cb5-a6fd-46f0-9094-020c3c371b22),segment_id=94b16cb5-a6fd-46f0-9094-020c3c371b22)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:04:48.332889 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-f702993f-7ae7-480e-bbcd-d190a000db34 None None] Port 26a25385-5752-4650-8633-23885e6f0ce6 cannot update to ACTIVE because it is not bound. {{(pid=78702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 12:04:48.340231 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Returning: {'device': 'fafe0585-bd65-4caf-a7a4-26c38e990d36', 'network_id': '2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd', 'port_id': 'fafe0585-bd65-4caf-a7a4-26c38e990d36', 'mac_address': 'fa:16:3e:a7:25:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6261fd46-3780-4f90-ad06-2f624900197f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:04:48.342790 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] For port 5a6901a6-942d-4690-a316-9a51a3b1b5bd, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=5a6901a6-942d-4690-a316-9a51a3b1b5bd,segment=NetworkSegment(8b5d1e01-0c84-4e6b-9682-76a98a471ba9),segment_id=8b5d1e01-0c84-4e6b-9682-76a98a471ba9)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:04:48.379711 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:48.380594 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device c08bd4d2-8b23-4695-ab62-3ab72e448a22 up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:04:48.411330 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:48.520331 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:48.545987 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fafe0585-bd65-4caf-a7a4-26c38e990d36 {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:04:48.555331 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Pushing event updated for resources: {'Port': ['ID=5a6901a6-942d-4690-a316-9a51a3b1b5bd,revision_number=4']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:48.562400 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:48.572116 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port fafe0585-bd65-4caf-a7a4-26c38e990d36, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=fafe0585-bd65-4caf-a7a4-26c38e990d36,segment=NetworkSegment(94b16cb5-a6fd-46f0-9094-020c3c371b22),segment_id=94b16cb5-a6fd-46f0-9094-020c3c371b22)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:04:48.573328 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port c08bd4d2-8b23-4695-ab62-3ab72e448a22 triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:04:48.573789 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:48.603300 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:48.616069 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:48.706405 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=fafe0585-bd65-4caf-a7a4-26c38e990d36,revision_number=4']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:48.710399 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:48.798772 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe376f-1695-43ff-aca1-27b7462c96b9 req-2fd73670-8939-4be9-b839-cf7603ac7051 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:48.800267 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-75fe376f-1695-43ff-aca1-27b7462c96b9 req-2fd73670-8939-4be9-b839-cf7603ac7051 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/ports?device_id=01f6d4cd-97b8-4bd7-903f-e702840984d8 HTTP/1.1" status: 200 len: 945 time: 0.0842102 May 17 12:04:48.839984 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 59926) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:48.846162 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-0c6caea6-f85a-4f2b-8318-83e3a913f17c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-652853924-network', 'tenant_id': 'ce67c532ec25472fba8cb655d8581a31'}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:04:48.853271 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-75fe376f-1695-43ff-aca1-27b7462c96b9 req-e83fa05a-7edc-4d8e-bb55-2fdd94e04fa0 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18cb5e0-349e-4af4-a126-102dafc72b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468447 May 17 12:04:48.853806 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-0c6caea6-f85a-4f2b-8318-83e3a913f17c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:48.857677 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-0c6caea6-f85a-4f2b-8318-83e3a913f17c admin admin] Usage tracker for resource:network and tenant:ce67c532ec25472fba8cb655d8581a31 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:48.861385 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-0c6caea6-f85a-4f2b-8318-83e3a913f17c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:48.867309 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-0c6caea6-f85a-4f2b-8318-83e3a913f17c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:48.884841 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6caea6-f85a-4f2b-8318-83e3a913f17c admin admin] Made reservation on behalf of ce67c532ec25472fba8cb655d8581a31 for: {'network': 1} {{(pid=78701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:04:48.887373 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-0c6caea6-f85a-4f2b-8318-83e3a913f17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1523871'] for network, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:48.898862 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] get_ports_and_sgs() called for port_ids ['fafe0585-bd65-4caf-a7a4-26c38e990d36'] {{(pid=78702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:04:48.900904 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-0c6caea6-f85a-4f2b-8318-83e3a913f17c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:48.915738 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-0c6caea6-f85a-4f2b-8318-83e3a913f17c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:48.919623 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-0c6caea6-f85a-4f2b-8318-83e3a913f17c admin admin] Usage tracker for resource:security_group_rule and tenant:ce67c532ec25472fba8cb655d8581a31 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:48.923237 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-0c6caea6-f85a-4f2b-8318-83e3a913f17c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:48.930064 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-0c6caea6-f85a-4f2b-8318-83e3a913f17c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:49.022541 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-0c6caea6-f85a-4f2b-8318-83e3a913f17c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:49.026297 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-0c6caea6-f85a-4f2b-8318-83e3a913f17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:49.030172 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:49.057225 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c6caea6-f85a-4f2b-8318-83e3a913f17c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=78701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:04:49.067216 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6caea6-f85a-4f2b-8318-83e3a913f17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ce7eed-6d4c-438a-81a9-a7da9a80fcef,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:49.071102 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-0c6caea6-f85a-4f2b-8318-83e3a913f17c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:49.074067 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-0c6caea6-f85a-4f2b-8318-83e3a913f17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205'] for segment, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:49.074669 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.db.segments_db [None req-0c6caea6-f85a-4f2b-8318-83e3a913f17c admin admin] Added segment acebefd0-b934-48df-acb6-ef7221185616 of type vlan for network f64fd962-b2e2-4424-b899-57c4f8fc67e3 May 17 12:04:49.102559 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-0c6caea6-f85a-4f2b-8318-83e3a913f17c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762326795951'] for network, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:49.133551 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-0c6caea6-f85a-4f2b-8318-83e3a913f17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533501'] for network, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:49.134891 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6caea6-f85a-4f2b-8318-83e3a913f17c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:49.135470 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-0c6caea6-f85a-4f2b-8318-83e3a913f17c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for network, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:49.138721 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:49.202599 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015d1cab-81e7-4df0-ac20-c33e85f31007 None None] Sync routers for ids ['f98bc51e-53ae-4b86-9fef-3b6f568ab0dc'] in dv-cinder-734144-19-iscsi {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:04:49.213818 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015d1cab-81e7-4df0-ac20-c33e85f31007 None None] Routers {'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:04:49.214602 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-015d1cab-81e7-4df0-ac20-c33e85f31007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:04:41Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['f98bc51e-53ae-4b86-9fef-3b6f568ab0dc'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:04:49.330090 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6caea6-f85a-4f2b-8318-83e3a913f17c admin admin] Pushing event updated for resources: {'Network': ['ID=f64fd962-b2e2-4424-b899-57c4f8fc67e3,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:49.333216 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-0c6caea6-f85a-4f2b-8318-83e3a913f17c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4922056 May 17 12:04:49.334067 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-0c6caea6-f85a-4f2b-8318-83e3a913f17c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:49.336183 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 59936) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:49.341716 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [None req-020458e3-6ba0-48ba-883e-89c47bff223b admin admin] Request body: {'subnet': {'network_id': 'f64fd962-b2e2-4424-b899-57c4f8fc67e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-652853924-subnet', 'tenant_id': 'ce67c532ec25472fba8cb655d8581a31', 'ip_version': 4}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:04:49.347734 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-020458e3-6ba0-48ba-883e-89c47bff223b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:49.351498 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-020458e3-6ba0-48ba-883e-89c47bff223b admin admin] Usage tracker for resource:subnet and tenant:ce67c532ec25472fba8cb655d8581a31 is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:49.354302 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-020458e3-6ba0-48ba-883e-89c47bff223b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:49.358034 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Network f64fd962-b2e2-4424-b899-57c4f8fc67e3 details requested by agent ovs-agent-dv-cinder-734144-19-iscsi with host dv-cinder-734144-19-iscsi {{(pid=78702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 12:04:49.360723 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-020458e3-6ba0-48ba-883e-89c47bff223b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:49.370573 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020458e3-6ba0-48ba-883e-89c47bff223b admin admin] Made reservation on behalf of ce67c532ec25472fba8cb655d8581a31 for: {'subnet': 1} {{(pid=78700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:04:49.374208 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-020458e3-6ba0-48ba-883e-89c47bff223b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2936353'] for subnet, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:49.489675 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-015d1cab-81e7-4df0-ac20-c33e85f31007 None None] Set router f98bc51e-53ae-4b86-9fef-3b6f568ab0dc gateway port host: dv-cinder-734144-19-iscsi {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:04:49.790323 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 5a6901a6-942d-4690-a316-9a51a3b1b5bd up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:04:49.850514 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-020458e3-6ba0-48ba-883e-89c47bff223b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2209136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2936371'] for subnet, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:49.855109 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:49.873280 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port 5a6901a6-942d-4690-a316-9a51a3b1b5bd triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:04:49.873659 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:49.921791 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-015d1cab-81e7-4df0-ac20-c33e85f31007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc', 'name': 'tempest-TestShelveInstance-1243977249-router', 'tenant_id': '59d64c2ea81d477bb3042604d61f07ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '5a6901a6-942d-4690-a316-9a51a3b1b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:04:42Z', 'updated_at': '2021-05-17T12:04:47Z', 'revision_number': 4, 'project_id': '59d64c2ea81d477bb3042604d61f07ed', 'gw_port': {'id': '5a6901a6-942d-4690-a316-9a51a3b1b5bd', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:43Z', 'updated_at': '2021-05-17T12:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': '26a25385-5752-4650-8633-23885e6f0ce6', 'name': '', 'network_id': '420f9a68-4de0-4fd9-af03-44cf74933625', 'tenant_id': '59d64c2ea81d477bb3042604d61f07ed', 'mac_address': 'fa:16:3e:ee:bb:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '9b0c68ee-5a47-455b-9b80-2cefd0e5cc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:46Z', 'updated_at': '2021-05-17T12:04:47Z', 'revision_number': 2, 'project_id': '59d64c2ea81d477bb3042604d61f07ed', 'subnets': [{'id': '9b0c68ee-5a47-455b-9b80-2cefd0e5cc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:04:49.932290 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015d1cab-81e7-4df0-ac20-c33e85f31007 None None] Checking router: f98bc51e-53ae-4b86-9fef-3b6f568ab0dc for host: dv-cinder-734144-19-iscsi {{(pid=78702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:04:49.932290 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015d1cab-81e7-4df0-ac20-c33e85f31007 None None] Updating router f98bc51e-53ae-4b86-9fef-3b6f568ab0dc port 26a25385-5752-4650-8633-23885e6f0ce6 binding host dv-cinder-734144-19-iscsi {{(pid=78702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:04:49.944016 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020458e3-6ba0-48ba-883e-89c47bff223b admin admin] Checking segment: {'id': 'acebefd0-b934-48df-acb6-ef7221185616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'f64fd962-b2e2-4424-b899-57c4f8fc67e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:04:49.944486 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020458e3-6ba0-48ba-883e-89c47bff223b admin admin] Network hostable DHCP agents. Network: f64fd962-b2e2-4424-b899-57c4f8fc67e3, hostable agents: ['1bb0aafc-e938-4aea-abc6-5926a36b60fa'], hosted agents: [] {{(pid=78700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:04:49.967810 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020458e3-6ba0-48ba-883e-89c47bff223b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d33928a-4db5-4faa-b62a-65513c016d1b,revision_number=0']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:49.974258 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-020458e3-6ba0-48ba-883e-89c47bff223b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:49.998435 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-015d1cab-81e7-4df0-ac20-c33e85f31007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:50.009968 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020458e3-6ba0-48ba-883e-89c47bff223b admin admin] Network f64fd962-b2e2-4424-b899-57c4f8fc67e3 is scheduled to be hosted by DHCP agent 1bb0aafc-e938-4aea-abc6-5926a36b60fa with binding_index 1 {{(pid=78700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:04:50.030741 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.base_scheduler [None req-020458e3-6ba0-48ba-883e-89c47bff223b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-19-iscsi, f64fd962-b2e2-4424-b899-57c4f8fc67e3) {{(pid=78700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:04:50.045285 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020458e3-6ba0-48ba-883e-89c47bff223b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:50.045882 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-020458e3-6ba0-48ba-883e-89c47bff223b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for subnet, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:50.053518 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device fafe0585-bd65-4caf-a7a4-26c38e990d36 up at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:04:50.070899 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-020458e3-6ba0-48ba-883e-89c47bff223b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7336874 May 17 12:04:50.073844 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 59948) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:50.081405 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-0e9b8930-063e-4e90-90a5-194501606a70 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-652853924-router', 'tenant_id': 'ce67c532ec25472fba8cb655d8581a31', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c'}}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:04:50.082081 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389cdeb0-cb46-4614-9449-37334a8c7d91 None None] Network f64fd962-b2e2-4424-b899-57c4f8fc67e3 requested from dv-cinder-734144-19-iscsi {{(pid=78702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:04:50.083737 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39e5b6-db1c-40e0-bf3f-a98453a928d8 req-8cf90b3d-c093-4263-9c6b-9a9467f76d88 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:50.085244 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-bc39e5b6-db1c-40e0-bf3f-a98453a928d8 req-8cf90b3d-c093-4263-9c6b-9a9467f76d88 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/ports?device_id=01f6d4cd-97b8-4bd7-903f-e702840984d8 HTTP/1.1" status: 200 len: 945 time: 0.1142178 May 17 12:04:50.086021 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-0e9b8930-063e-4e90-90a5-194501606a70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:50.090086 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-0e9b8930-063e-4e90-90a5-194501606a70 admin admin] Usage tracker for resource:router and tenant:ce67c532ec25472fba8cb655d8581a31 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:50.092912 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-0e9b8930-063e-4e90-90a5-194501606a70 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:50.099842 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-0e9b8930-063e-4e90-90a5-194501606a70 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:50.110247 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-0e9b8930-063e-4e90-90a5-194501606a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12262'] for router, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:50.111409 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-0e9b8930-063e-4e90-90a5-194501606a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-462602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12281'] for router, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:50.129166 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-0e9b8930-063e-4e90-90a5-194501606a70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:50.136248 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-bc39e5b6-db1c-40e0-bf3f-a98453a928d8 req-ca3e69d7-bfe9-4125-97c7-f488a3f10d2f tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18cb5e0-349e-4af4-a126-102dafc72b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439034 May 17 12:04:50.387243 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Provisioning for port fafe0585-bd65-4caf-a7a4-26c38e990d36 completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:04:50.397027 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-0e9b8930-063e-4e90-90a5-194501606a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12235'] for router, precommit_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:50.420790 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Provisioning complete for port fafe0585-bd65-4caf-a7a4-26c38e990d36 triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:04:50.421195 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:50.643871 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19295721-4895-4a80-92a4-a89e59df58fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6ad49bc-6772-501e-aeed-729f0e6c613b-f64fd962-b2e2-4424-b899-57c4f8fc67e3', 'network_id': 'f64fd962-b2e2-4424-b899-57c4f8fc67e3', 'tenant_id': 'ce67c532ec25472fba8cb655d8581a31', 'fixed_ips': [{'subnet_id': '5d33928a-4db5-4faa-b62a-65513c016d1b'}]}} from dv-cinder-734144-19-iscsi. {{(pid=78702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 17 12:04:50.644685 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-19295721-4895-4a80-92a4-a89e59df58fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:50.701991 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-0e9b8930-063e-4e90-90a5-194501606a70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:50.731307 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-0e9b8930-063e-4e90-90a5-194501606a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:50.800630 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:50.871044 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.db_base_plugin_common [None req-0e9b8930-063e-4e90-90a5-194501606a70 admin admin] Allocated IP 172.27.1.166 (163aee93-eed0-47f4-9809-6291286e957c/35eb0c40-f6d0-43b5-b72a-9e8dd7567b53/7df9cf80-39dc-4d3a-859e-0ba510b6919f) {{(pid=78701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:04:50.892079 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f6d4cd-97b8-4bd7-903f-e702840984d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fafe0585-bd65-4caf-a7a4-26c38e990d36'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:04:50.952893 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port fafe0585-bd65-4caf-a7a4-26c38e990d36, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=fafe0585-bd65-4caf-a7a4-26c38e990d36,segment=NetworkSegment(94b16cb5-a6fd-46f0-9094-020c3c371b22),segment_id=94b16cb5-a6fd-46f0-9094-020c3c371b22)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:04:50.959620 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-015d1cab-81e7-4df0-ac20-c33e85f31007 None None] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:50.970375 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:50.975573 dv-cinder-734144-19-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f6d4cd-97b8-4bd7-903f-e702840984d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fafe0585-bd65-4caf-a7a4-26c38e990d36', 'code': 200} May 17 12:04:50.978673 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:51.019249 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-015d1cab-81e7-4df0-ac20-c33e85f31007 None None] Transition to ACTIVE for port object 26a25385-5752-4650-8633-23885e6f0ce6 will not be triggered until provisioned by entity L2. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:04:51.021679 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-0e9b8930-063e-4e90-90a5-194501606a70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:51.043153 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-015d1cab-81e7-4df0-ac20-c33e85f31007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:51.046936 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [None req-19295721-4895-4a80-92a4-a89e59df58fc None None] Allocated IP 172.20.0.2 (f64fd962-b2e2-4424-b899-57c4f8fc67e3/5d33928a-4db5-4faa-b62a-65513c016d1b/428e93ed-1379-4775-9a8d-c013238aa484) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:04:51.052137 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-0e9b8930-063e-4e90-90a5-194501606a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534708'] for port, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:51.056563 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-d8238dbd-c119-4b19-9ab7-2e092da90b82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:51.117578 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9b8930-063e-4e90-90a5-194501606a70 admin admin] Network 163aee93-eed0-47f4-9809-6291286e957c is already hosted by enough agents. {{(pid=78701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:04:51.120453 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.base_scheduler [None req-0e9b8930-063e-4e90-90a5-194501606a70 admin admin] Resources bound (agent type, host, resource id): {{(pid=78701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:04:51.124512 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9b8930-063e-4e90-90a5-194501606a70 admin admin] Received port after_create {{(pid=78701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:04:51.170991 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b8930-063e-4e90-90a5-194501606a70 admin admin] Pushing event updated for resources: {'Port': ['ID=7df9cf80-39dc-4d3a-859e-0ba510b6919f,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:51.175489 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-0e9b8930-063e-4e90-90a5-194501606a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:51.236630 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=fafe0585-bd65-4caf-a7a4-26c38e990d36,revision_number=5']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:51.247887 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:51.248297 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.198s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:51.391072 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-015d1cab-81e7-4df0-ac20-c33e85f31007 None None] Attempting to bind port 26a25385-5752-4650-8633-23885e6f0ce6 on host dv-cinder-734144-19-iscsi for vnic_type normal with profile {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:04:51.392018 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-015d1cab-81e7-4df0-ac20-c33e85f31007 None None] Attempting to bind port 26a25385-5752-4650-8633-23885e6f0ce6 by drivers openvswitch,hyperv on host dv-cinder-734144-19-iscsi at level 0 using segments [{'id': '7ba0756d-7443-4d07-89c4-3be29aade41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '420f9a68-4de0-4fd9-af03-44cf74933625'}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:04:51.392383 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015d1cab-81e7-4df0-ac20-c33e85f31007 None None] Attempting to bind port 26a25385-5752-4650-8633-23885e6f0ce6 on network 420f9a68-4de0-4fd9-af03-44cf74933625 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:04:51.394304 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2db027-d735-41d9-bba4-55c7859873ac None None] Pushing event updated for resources: {'Port': ['ID=26a25385-5752-4650-8633-23885e6f0ce6,revision_number=3']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:51.399855 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-dc2db027-d735-41d9-bba4-55c7859873ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:51.415630 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015d1cab-81e7-4df0-ac20-c33e85f31007 None None] Checking agent: {'id': '99430f10-7a80-40b5-88dc-f3a197e5e86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 11), 'started_at': datetime.datetime(2021, 5, 17, 11, 53, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:04:51.415966 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015d1cab-81e7-4df0-ac20-c33e85f31007 None None] Checking segment: {'id': '7ba0756d-7443-4d07-89c4-3be29aade41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '420f9a68-4de0-4fd9-af03-44cf74933625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:04:51.416375 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-015d1cab-81e7-4df0-ac20-c33e85f31007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:51.416767 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015d1cab-81e7-4df0-ac20-c33e85f31007 None None] Bound using segment: {'id': '7ba0756d-7443-4d07-89c4-3be29aade41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '420f9a68-4de0-4fd9-af03-44cf74933625'} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:04:51.417299 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-015d1cab-81e7-4df0-ac20-c33e85f31007 None None] Bound port: 26a25385-5752-4650-8633-23885e6f0ce6, host: dv-cinder-734144-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba0756d-7443-4d07-89c4-3be29aade41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '420f9a68-4de0-4fd9-af03-44cf74933625'}}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:04:51.417679 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-015d1cab-81e7-4df0-ac20-c33e85f31007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:51.570894 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-19295721-4895-4a80-92a4-a89e59df58fc None None] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:51.586608 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-19295721-4895-4a80-92a4-a89e59df58fc None None] Transition to ACTIVE for port object 428e93ed-1379-4775-9a8d-c013238aa484 will not be triggered until provisioned by entity L2. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:04:51.589231 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-015d1cab-81e7-4df0-ac20-c33e85f31007 None None] For port 26a25385-5752-4650-8633-23885e6f0ce6, host dv-cinder-734144-19-iscsi, cleared binding levels {{(pid=78702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:04:51.595671 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-015d1cab-81e7-4df0-ac20-c33e85f31007 None None] For port 26a25385-5752-4650-8633-23885e6f0ce6, host dv-cinder-734144-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=26a25385-5752-4650-8633-23885e6f0ce6,segment=NetworkSegment(7ba0756d-7443-4d07-89c4-3be29aade41d),segment_id=7ba0756d-7443-4d07-89c4-3be29aade41d)] {{(pid=78702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:04:51.602659 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-015d1cab-81e7-4df0-ac20-c33e85f31007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:51.608976 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:51.615517 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7ebb1-0bad-47f9-95c8-bda1686efdbf req-fe3328ce-310e-4410-8ed7-53e0a3536d67 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:51.617252 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-0fd7ebb1-0bad-47f9-95c8-bda1686efdbf req-fe3328ce-310e-4410-8ed7-53e0a3536d67 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/ports?device_id=01f6d4cd-97b8-4bd7-903f-e702840984d8 HTTP/1.1" status: 200 len: 946 time: 0.3577969 May 17 12:04:51.661316 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-19295721-4895-4a80-92a4-a89e59df58fc None None] Transition to ACTIVE for port object 428e93ed-1379-4775-9a8d-c013238aa484 will not be triggered until provisioned by entity DHCP. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:04:51.679639 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-19295721-4895-4a80-92a4-a89e59df58fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:51.705099 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2db027-d735-41d9-bba4-55c7859873ac None None] Pushing event updated for resources: {'Port': ['ID=26a25385-5752-4650-8633-23885e6f0ce6,revision_number=4']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:51.709041 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015d1cab-81e7-4df0-ac20-c33e85f31007 None None] Routers {'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:04:51.709398 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-015d1cab-81e7-4df0-ac20-c33e85f31007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:04:41Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['f98bc51e-53ae-4b86-9fef-3b6f568ab0dc'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:04:51.743548 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-0fd7ebb1-0bad-47f9-95c8-bda1686efdbf req-51cec956-be1f-43d9-abfa-f924dc3bd18a tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18cb5e0-349e-4af4-a126-102dafc72b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191771 May 17 12:04:51.751234 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-0e9b8930-063e-4e90-90a5-194501606a70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:51.780307 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-dc2db027-d735-41d9-bba4-55c7859873ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:51.787950 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:51.838782 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19295721-4895-4a80-92a4-a89e59df58fc None None] Network f64fd962-b2e2-4424-b899-57c4f8fc67e3 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:04:51.847208 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-19295721-4895-4a80-92a4-a89e59df58fc None None] Resources bound (agent type, host, resource id): {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:04:51.868882 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19295721-4895-4a80-92a4-a89e59df58fc None None] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:04:52.026327 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19295721-4895-4a80-92a4-a89e59df58fc None None] Pushing event updated for resources: {'Port': ['ID=428e93ed-1379-4775-9a8d-c013238aa484,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:52.035698 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-19295721-4895-4a80-92a4-a89e59df58fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:52.060831 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-19295721-4895-4a80-92a4-a89e59df58fc None None] Attempting to bind port 428e93ed-1379-4775-9a8d-c013238aa484 on host dv-cinder-734144-19-iscsi for vnic_type normal with profile {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:04:52.061233 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-19295721-4895-4a80-92a4-a89e59df58fc None None] Attempting to bind port 428e93ed-1379-4775-9a8d-c013238aa484 by drivers openvswitch,hyperv on host dv-cinder-734144-19-iscsi at level 0 using segments [{'id': 'acebefd0-b934-48df-acb6-ef7221185616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'f64fd962-b2e2-4424-b899-57c4f8fc67e3'}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:04:52.061603 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19295721-4895-4a80-92a4-a89e59df58fc None None] Attempting to bind port 428e93ed-1379-4775-9a8d-c013238aa484 on network f64fd962-b2e2-4424-b899-57c4f8fc67e3 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:04:52.075326 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19295721-4895-4a80-92a4-a89e59df58fc None None] Checking agent: {'id': '99430f10-7a80-40b5-88dc-f3a197e5e86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 11), 'started_at': datetime.datetime(2021, 5, 17, 11, 53, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:04:52.075713 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19295721-4895-4a80-92a4-a89e59df58fc None None] Checking segment: {'id': 'acebefd0-b934-48df-acb6-ef7221185616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'f64fd962-b2e2-4424-b899-57c4f8fc67e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:04:52.076123 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-19295721-4895-4a80-92a4-a89e59df58fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:52.076525 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19295721-4895-4a80-92a4-a89e59df58fc None None] Bound using segment: {'id': 'acebefd0-b934-48df-acb6-ef7221185616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'f64fd962-b2e2-4424-b899-57c4f8fc67e3'} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:04:52.077450 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-19295721-4895-4a80-92a4-a89e59df58fc None None] Bound port: 428e93ed-1379-4775-9a8d-c013238aa484, host: dv-cinder-734144-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acebefd0-b934-48df-acb6-ef7221185616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'f64fd962-b2e2-4424-b899-57c4f8fc67e3'}}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:04:52.077981 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-19295721-4895-4a80-92a4-a89e59df58fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:52.100746 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-015d1cab-81e7-4df0-ac20-c33e85f31007 None None] Set router f98bc51e-53ae-4b86-9fef-3b6f568ab0dc gateway port host: dv-cinder-734144-19-iscsi {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:04:52.105367 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-0e9b8930-063e-4e90-90a5-194501606a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399684'] for router, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:52.308171 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9b8930-063e-4e90-90a5-194501606a70 admin admin] Router f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6 is scheduled to L3 agent 7d9bdccf-07e9-4436-af26-1dad3be87fd8 with binding_index 1 {{(pid=78701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 17 12:04:52.419000 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-19295721-4895-4a80-92a4-a89e59df58fc None None] For port 428e93ed-1379-4775-9a8d-c013238aa484, host dv-cinder-734144-19-iscsi, cleared binding levels {{(pid=78702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:04:52.424996 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-19295721-4895-4a80-92a4-a89e59df58fc None None] For port 428e93ed-1379-4775-9a8d-c013238aa484, host dv-cinder-734144-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=428e93ed-1379-4775-9a8d-c013238aa484,segment=NetworkSegment(acebefd0-b934-48df-acb6-ef7221185616),segment_id=acebefd0-b934-48df-acb6-ef7221185616)] {{(pid=78702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:04:52.434673 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-19295721-4895-4a80-92a4-a89e59df58fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:52.448724 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:52.486392 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9b8930-063e-4e90-90a5-194501606a70 admin admin] Notify agent at l3_agent.dv-cinder-734144-19-iscsi the message routers_updated {{(pid=78701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:04:52.498505 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95f178f-2274-407d-8ca5-2b7a7619f7a5 None None] Sync routers for ids ['f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6'] in dv-cinder-734144-19-iscsi {{(pid=78703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:04:52.511064 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-0e9b8930-063e-4e90-90a5-194501606a70 admin admin] Notify callbacks [] for router, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:52.515158 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 59982) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:52.515644 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-0e9b8930-063e-4e90-90a5-194501606a70 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4398382 May 17 12:04:52.515993 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95f178f-2274-407d-8ca5-2b7a7619f7a5 None None] Routers {'f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:04:52.517369 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-d95f178f-2274-407d-8ca5-2b7a7619f7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:04:41Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6'], 'active': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:04:52.586509 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19295721-4895-4a80-92a4-a89e59df58fc None None] Pushing event updated for resources: {'Port': ['ID=428e93ed-1379-4775-9a8d-c013238aa484,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:52.595876 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-19295721-4895-4a80-92a4-a89e59df58fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:52.633120 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-015d1cab-81e7-4df0-ac20-c33e85f31007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc', 'name': 'tempest-TestShelveInstance-1243977249-router', 'tenant_id': '59d64c2ea81d477bb3042604d61f07ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '5a6901a6-942d-4690-a316-9a51a3b1b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:04:42Z', 'updated_at': '2021-05-17T12:04:47Z', 'revision_number': 4, 'project_id': '59d64c2ea81d477bb3042604d61f07ed', 'gw_port': {'id': '5a6901a6-942d-4690-a316-9a51a3b1b5bd', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:43Z', 'updated_at': '2021-05-17T12:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': '26a25385-5752-4650-8633-23885e6f0ce6', 'name': '', 'network_id': '420f9a68-4de0-4fd9-af03-44cf74933625', 'tenant_id': '59d64c2ea81d477bb3042604d61f07ed', 'mac_address': 'fa:16:3e:ee:bb:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '9b0c68ee-5a47-455b-9b80-2cefd0e5cc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:46Z', 'updated_at': '2021-05-17T12:04:51Z', 'revision_number': 4, 'project_id': '59d64c2ea81d477bb3042604d61f07ed', 'subnets': [{'id': '9b0c68ee-5a47-455b-9b80-2cefd0e5cc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:04:52.633292 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015d1cab-81e7-4df0-ac20-c33e85f31007 None None] The sync data for ids ['f98bc51e-53ae-4b86-9fef-3b6f568ab0dc'] in dv-cinder-734144-19-iscsi is: [{'id': 'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc', 'name': 'tempest-TestShelveInstance-1243977249-router', 'tenant_id': '59d64c2ea81d477bb3042604d61f07ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '5a6901a6-942d-4690-a316-9a51a3b1b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:04:42Z', 'updated_at': '2021-05-17T12:04:47Z', 'revision_number': 4, 'project_id': '59d64c2ea81d477bb3042604d61f07ed', 'gw_port': {'id': '5a6901a6-942d-4690-a316-9a51a3b1b5bd', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:43Z', 'updated_at': '2021-05-17T12:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': '26a25385-5752-4650-8633-23885e6f0ce6', 'name': '', 'network_id': '420f9a68-4de0-4fd9-af03-44cf74933625', 'tenant_id': '59d64c2ea81d477bb3042604d61f07ed', 'mac_address': 'fa:16:3e:ee:bb:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '9b0c68ee-5a47-455b-9b80-2cefd0e5cc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:46Z', 'updated_at': '2021-05-17T12:04:51Z', 'revision_number': 4, 'project_id': '59d64c2ea81d477bb3042604d61f07ed', 'subnets': [{'id': '9b0c68ee-5a47-455b-9b80-2cefd0e5cc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:04:52.761463 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvr_db [None req-d95f178f-2274-407d-8ca5-2b7a7619f7a5 None None] Set router f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:04:53.042683 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1a3c1-365b-48ab-993b-d22dbe11acac req-a2521081-7880-43af-862d-ffc31996b203 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:53.045033 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-65a1a3c1-365b-48ab-993b-d22dbe11acac req-a2521081-7880-43af-862d-ffc31996b203 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/ports?device_id=01f6d4cd-97b8-4bd7-903f-e702840984d8 HTTP/1.1" status: 200 len: 946 time: 0.1295748 May 17 12:04:53.114184 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-65a1a3c1-365b-48ab-993b-d22dbe11acac req-a8eba52d-8b4a-4759-a8ac-a1eedcdae54d tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18cb5e0-349e-4af4-a126-102dafc72b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622966 May 17 12:04:53.176908 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-d95f178f-2274-407d-8ca5-2b7a7619f7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6', 'name': 'tempest-TestShelveInstance-652853924-router', 'tenant_id': 'ce67c532ec25472fba8cb655d8581a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '7df9cf80-39dc-4d3a-859e-0ba510b6919f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:04:50Z', 'updated_at': '2021-05-17T12:04:51Z', 'revision_number': 3, 'project_id': 'ce67c532ec25472fba8cb655d8581a31', 'gw_port': {'id': '7df9cf80-39dc-4d3a-859e-0ba510b6919f', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:50Z', 'updated_at': '2021-05-17T12:04:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi'}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:04:53.181665 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95f178f-2274-407d-8ca5-2b7a7619f7a5 None None] Checking router: f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6 for host: dv-cinder-734144-19-iscsi {{(pid=78703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:04:53.182266 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95f178f-2274-407d-8ca5-2b7a7619f7a5 None None] Updating router f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6 port 7df9cf80-39dc-4d3a-859e-0ba510b6919f binding host dv-cinder-734144-19-iscsi {{(pid=78703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:04:53.268897 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d95f178f-2274-407d-8ca5-2b7a7619f7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:53.456444 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-4afc1688-a471-4b71-86ef-cba2e5342459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:53.643054 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d95f178f-2274-407d-8ca5-2b7a7619f7a5 None None] Notify callbacks [] for port, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:53.660175 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.provisioning_blocks [None req-d95f178f-2274-407d-8ca5-2b7a7619f7a5 None None] Transition to ACTIVE for port object 7df9cf80-39dc-4d3a-859e-0ba510b6919f will not be triggered until provisioned by entity L2. {{(pid=78703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:04:53.675408 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d95f178f-2274-407d-8ca5-2b7a7619f7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:53.682975 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ffc04ee9-53ae-43f9-917b-3c32aa2e2ae1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:53.718228 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.db_base_plugin_common [None req-4afc1688-a471-4b71-86ef-cba2e5342459 admin admin] Allocated IP 172.20.0.1 (f64fd962-b2e2-4424-b899-57c4f8fc67e3/5d33928a-4db5-4faa-b62a-65513c016d1b/b84dcc32-f1b8-4685-9252-f8c4a1afe674) {{(pid=78700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:04:53.790945 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c4e8a7-d2d7-4fb3-958a-84e3a3ebb264 None None] Pushing event updated for resources: {'Port': ['ID=7df9cf80-39dc-4d3a-859e-0ba510b6919f,revision_number=2']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:53.796575 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-51c4e8a7-d2d7-4fb3-958a-84e3a3ebb264 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:53.801284 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [None req-d95f178f-2274-407d-8ca5-2b7a7619f7a5 None None] Attempting to bind port 7df9cf80-39dc-4d3a-859e-0ba510b6919f on host dv-cinder-734144-19-iscsi for vnic_type normal with profile {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:04:53.801823 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [None req-d95f178f-2274-407d-8ca5-2b7a7619f7a5 None None] Attempting to bind port 7df9cf80-39dc-4d3a-859e-0ba510b6919f by drivers openvswitch,hyperv on host dv-cinder-734144-19-iscsi at level 0 using segments [{'id': '8b5d1e01-0c84-4e6b-9682-76a98a471ba9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '163aee93-eed0-47f4-9809-6291286e957c'}] {{(pid=78703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:04:53.802443 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95f178f-2274-407d-8ca5-2b7a7619f7a5 None None] Attempting to bind port 7df9cf80-39dc-4d3a-859e-0ba510b6919f on network 163aee93-eed0-47f4-9809-6291286e957c {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:04:53.808779 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95f178f-2274-407d-8ca5-2b7a7619f7a5 None None] Checking agent: {'id': '99430f10-7a80-40b5-88dc-f3a197e5e86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 11), 'started_at': datetime.datetime(2021, 5, 17, 11, 53, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:04:53.809516 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95f178f-2274-407d-8ca5-2b7a7619f7a5 None None] Checking segment: {'id': '8b5d1e01-0c84-4e6b-9682-76a98a471ba9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '163aee93-eed0-47f4-9809-6291286e957c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:04:53.810090 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d95f178f-2274-407d-8ca5-2b7a7619f7a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:53.810629 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95f178f-2274-407d-8ca5-2b7a7619f7a5 None None] Bound using segment: {'id': '8b5d1e01-0c84-4e6b-9682-76a98a471ba9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '163aee93-eed0-47f4-9809-6291286e957c'} {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:04:53.811098 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [None req-d95f178f-2274-407d-8ca5-2b7a7619f7a5 None None] Bound port: 7df9cf80-39dc-4d3a-859e-0ba510b6919f, host: dv-cinder-734144-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b5d1e01-0c84-4e6b-9682-76a98a471ba9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '163aee93-eed0-47f4-9809-6291286e957c'}}] {{(pid=78703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:04:53.811465 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d95f178f-2274-407d-8ca5-2b7a7619f7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:53.894865 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9714fb04-c6f9-4a61-af0d-1699d96cbdcd None None] Network f64fd962-b2e2-4424-b899-57c4f8fc67e3 requested from dv-cinder-734144-19-iscsi {{(pid=78702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:04:53.927953 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [None req-d95f178f-2274-407d-8ca5-2b7a7619f7a5 None None] For port 7df9cf80-39dc-4d3a-859e-0ba510b6919f, host dv-cinder-734144-19-iscsi, cleared binding levels {{(pid=78703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:04:53.931749 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [None req-d95f178f-2274-407d-8ca5-2b7a7619f7a5 None None] For port 7df9cf80-39dc-4d3a-859e-0ba510b6919f, host dv-cinder-734144-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=7df9cf80-39dc-4d3a-859e-0ba510b6919f,segment=NetworkSegment(8b5d1e01-0c84-4e6b-9682-76a98a471ba9),segment_id=8b5d1e01-0c84-4e6b-9682-76a98a471ba9)] {{(pid=78703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:04:53.957500 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d95f178f-2274-407d-8ca5-2b7a7619f7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:53.969843 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:54.101935 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95f178f-2274-407d-8ca5-2b7a7619f7a5 None None] Routers {'f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:04:54.102817 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-d95f178f-2274-407d-8ca5-2b7a7619f7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:04:41Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6'], 'active': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:04:54.108108 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-4afc1688-a471-4b71-86ef-cba2e5342459 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:54.174257 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 26a25385-5752-4650-8633-23885e6f0ce6 up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:04:54.203073 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c4e8a7-d2d7-4fb3-958a-84e3a3ebb264 None None] Pushing event updated for resources: {'Port': ['ID=7df9cf80-39dc-4d3a-859e-0ba510b6919f,revision_number=3']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:54.208353 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-51c4e8a7-d2d7-4fb3-958a-84e3a3ebb264 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:54.270550 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-8eb91240-e576-4245-85c8-70a970767725 None None] Provisioning for port 428e93ed-1379-4775-9a8d-c013238aa484 completed by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:04:54.287112 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.provisioning_blocks [None req-4afc1688-a471-4b71-86ef-cba2e5342459 admin admin] Transition to ACTIVE for port object b84dcc32-f1b8-4685-9252-f8c4a1afe674 will not be triggered until provisioned by entity DHCP. {{(pid=78700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:04:54.319605 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvr_db [None req-d95f178f-2274-407d-8ca5-2b7a7619f7a5 None None] Set router f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:04:54.341683 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0658db-3a39-4076-a8c0-530060de6b3a req-30c37981-4483-4204-968e-c5cf00ff066d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:54.343532 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-4e0658db-3a39-4076-a8c0-530060de6b3a req-30c37981-4483-4204-968e-c5cf00ff066d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=01f6d4cd-97b8-4bd7-903f-e702840984d8 HTTP/1.1" status: 200 len: 1099 time: 0.2187684 May 17 12:04:54.347935 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-4afc1688-a471-4b71-86ef-cba2e5342459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:54.354530 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4d433-bbfb-40a7-ad29-4afb0526650e req-791e6502-b868-4db1-9324-b510be15efc4 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:54.355412 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:54.362705 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-fff4d433-bbfb-40a7-ad29-4afb0526650e req-791e6502-b868-4db1-9324-b510be15efc4 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/ports?device_id=01f6d4cd-97b8-4bd7-903f-e702840984d8 HTTP/1.1" status: 200 len: 946 time: 0.1172807 May 17 12:04:54.410523 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning for port 26a25385-5752-4650-8633-23885e6f0ce6 completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:04:54.417204 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port 26a25385-5752-4650-8633-23885e6f0ce6 triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:04:54.419161 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:54.433282 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-fff4d433-bbfb-40a7-ad29-4afb0526650e req-13c27d64-6cf3-4857-9e26-56a800762780 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18cb5e0-349e-4af4-a126-102dafc72b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695348 May 17 12:04:54.448039 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afc1688-a471-4b71-86ef-cba2e5342459 admin admin] Network f64fd962-b2e2-4424-b899-57c4f8fc67e3 is already hosted by enough agents. {{(pid=78700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:04:54.451536 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.base_scheduler [None req-4afc1688-a471-4b71-86ef-cba2e5342459 admin admin] Resources bound (agent type, host, resource id): {{(pid=78700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:04:54.460637 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afc1688-a471-4b71-86ef-cba2e5342459 admin admin] Received port after_create {{(pid=78700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:04:54.534802 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-4afc1688-a471-4b71-86ef-cba2e5342459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407999'] for router_interface, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:54.538645 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-4e0658db-3a39-4076-a8c0-530060de6b3a req-ccc08c1e-4c51-4f44-8f77-b37d77317f83 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f18cb5e0-349e-4af4-a126-102dafc72b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848733 May 17 12:04:54.539292 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc1688-a471-4b71-86ef-cba2e5342459 admin admin] Pushing event updated for resources: {'Port': ['ID=b84dcc32-f1b8-4685-9252-f8c4a1afe674,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:54.548045 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-4afc1688-a471-4b71-86ef-cba2e5342459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:54.576039 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:54.627531 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] For port 26a25385-5752-4650-8633-23885e6f0ce6, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=26a25385-5752-4650-8633-23885e6f0ce6,segment=NetworkSegment(7ba0756d-7443-4d07-89c4-3be29aade41d),segment_id=7ba0756d-7443-4d07-89c4-3be29aade41d)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:04:54.633060 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:54.633995 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 428e93ed-1379-4775-9a8d-c013238aa484 up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:04:54.654794 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-d95f178f-2274-407d-8ca5-2b7a7619f7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6', 'name': 'tempest-TestShelveInstance-652853924-router', 'tenant_id': 'ce67c532ec25472fba8cb655d8581a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '7df9cf80-39dc-4d3a-859e-0ba510b6919f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:04:50Z', 'updated_at': '2021-05-17T12:04:51Z', 'revision_number': 3, 'project_id': 'ce67c532ec25472fba8cb655d8581a31', 'gw_port': {'id': '7df9cf80-39dc-4d3a-859e-0ba510b6919f', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:50Z', 'updated_at': '2021-05-17T12:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi'}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:04:54.659228 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95f178f-2274-407d-8ca5-2b7a7619f7a5 None None] The sync data for ids ['f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6'] in dv-cinder-734144-19-iscsi is: [{'id': 'f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6', 'name': 'tempest-TestShelveInstance-652853924-router', 'tenant_id': 'ce67c532ec25472fba8cb655d8581a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '7df9cf80-39dc-4d3a-859e-0ba510b6919f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:04:50Z', 'updated_at': '2021-05-17T12:04:51Z', 'revision_number': 3, 'project_id': 'ce67c532ec25472fba8cb655d8581a31', 'gw_port': {'id': '7df9cf80-39dc-4d3a-859e-0ba510b6919f', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:50Z', 'updated_at': '2021-05-17T12:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi'}] {{(pid=78703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:04:54.663052 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-446f6524-61c5-47b4-b08a-46951fd6b122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:54.713411 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-4afc1688-a471-4b71-86ef-cba2e5342459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:54.767717 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Pushing event updated for resources: {'Port': ['ID=26a25385-5752-4650-8633-23885e6f0ce6,revision_number=5']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:54.771989 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:54.773058 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning for port 428e93ed-1379-4775-9a8d-c013238aa484 completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:04:54.778915 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port 428e93ed-1379-4775-9a8d-c013238aa484 triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:04:54.779444 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:54.858642 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-769465f8-628b-4c66-9792-4eb68c9d5c36 None None] Provisioning complete for port 428e93ed-1379-4775-9a8d-c013238aa484 triggered by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:04:54.859163 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-769465f8-628b-4c66-9792-4eb68c9d5c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:54.889814 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.agents_db [None req-bc444940-bb86-4de8-ac48-ae4570a6a7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:04:55.073588 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:55.088462 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-4afc1688-a471-4b71-86ef-cba2e5342459 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:55.101031 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-4afc1688-a471-4b71-86ef-cba2e5342459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2209221'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:55.142113 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-4afc1688-a471-4b71-86ef-cba2e5342459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:55.174770 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] For port 428e93ed-1379-4775-9a8d-c013238aa484, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=428e93ed-1379-4775-9a8d-c013238aa484,segment=NetworkSegment(acebefd0-b934-48df-acb6-ef7221185616),segment_id=acebefd0-b934-48df-acb6-ef7221185616)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:04:55.183752 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-769465f8-628b-4c66-9792-4eb68c9d5c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:55.194715 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:55.200024 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:55.224887 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-4afc1688-a471-4b71-86ef-cba2e5342459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405784'] for router_interface, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:55.228716 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc1688-a471-4b71-86ef-cba2e5342459 admin admin] Pushing event updated for resources: {'Port': ['ID=b84dcc32-f1b8-4685-9252-f8c4a1afe674,revision_number=2']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:55.232199 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-4afc1688-a471-4b71-86ef-cba2e5342459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:55.328151 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Pushing event updated for resources: {'Port': ['ID=428e93ed-1379-4775-9a8d-c013238aa484,revision_number=3']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:55.331945 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:55.341279 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.db.api [None req-769465f8-628b-4c66-9792-4eb68c9d5c36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=78702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 17 12:04:55.341681 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_db.api [None req-769465f8-628b-4c66-9792-4eb68c9d5c36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 17 12:04:55.373024 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afc1688-a471-4b71-86ef-cba2e5342459 admin admin] Network f64fd962-b2e2-4424-b899-57c4f8fc67e3 is already hosted by enough agents. {{(pid=78700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:04:55.374197 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.base_scheduler [None req-4afc1688-a471-4b71-86ef-cba2e5342459 admin admin] Resources bound (agent type, host, resource id): {{(pid=78700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:04:55.596442 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4afc1688-a471-4b71-86ef-cba2e5342459 admin admin] Router f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6 has already been hosted by L3 agent 7d9bdccf-07e9-4436-af26-1dad3be87fd8 {{(pid=78700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:04:55.640388 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f8c63-6ce0-45fc-af3a-185999326030 req-79bbfc58-aed2-4356-9ab4-0537ab2b49e7 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:55.642868 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-c63f8c63-6ce0-45fc-af3a-185999326030 req-79bbfc58-aed2-4356-9ab4-0537ab2b49e7 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/ports?device_id=01f6d4cd-97b8-4bd7-903f-e702840984d8 HTTP/1.1" status: 200 len: 946 time: 0.0917339 May 17 12:04:55.690952 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-c63f8c63-6ce0-45fc-af3a-185999326030 req-266b8e82-05c9-467c-b331-e1b2a8d9c53e tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18cb5e0-349e-4af4-a126-102dafc72b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422974 May 17 12:04:55.783448 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4afc1688-a471-4b71-86ef-cba2e5342459 admin admin] Notify agent at l3_agent.dv-cinder-734144-19-iscsi the message routers_updated {{(pid=78700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:04:55.792193 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-4afc1688-a471-4b71-86ef-cba2e5342459 admin admin] 10.222.0.11 "PUT /v2.0/routers/f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2745359 May 17 12:04:55.877630 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 26a25385-5752-4650-8633-23885e6f0ce6 up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:04:56.002077 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-769465f8-628b-4c66-9792-4eb68c9d5c36 None None] Provisioning for port b84dcc32-f1b8-4685-9252-f8c4a1afe674 completed by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:04:56.009451 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-769465f8-628b-4c66-9792-4eb68c9d5c36 None None] Provisioning complete for port b84dcc32-f1b8-4685-9252-f8c4a1afe674 triggered by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:04:56.009825 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-769465f8-628b-4c66-9792-4eb68c9d5c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:56.038759 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port 26a25385-5752-4650-8633-23885e6f0ce6 triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:04:56.039136 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:56.121051 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-769465f8-628b-4c66-9792-4eb68c9d5c36 None None] Port b84dcc32-f1b8-4685-9252-f8c4a1afe674 cannot update to ACTIVE because it is not bound. {{(pid=78702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 12:04:56.189073 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 7df9cf80-39dc-4d3a-859e-0ba510b6919f up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:04:56.258606 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-3951c173-f84b-4045-ae76-650818dbbbd5 None None] Provisioning complete for port b84dcc32-f1b8-4685-9252-f8c4a1afe674 triggered by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:04:56.258985 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3951c173-f84b-4045-ae76-650818dbbbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:56.318747 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning for port 7df9cf80-39dc-4d3a-859e-0ba510b6919f completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:04:56.323914 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-3951c173-f84b-4045-ae76-650818dbbbd5 None None] Port b84dcc32-f1b8-4685-9252-f8c4a1afe674 cannot update to ACTIVE because it is not bound. {{(pid=78702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 12:04:56.326172 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port 7df9cf80-39dc-4d3a-859e-0ba510b6919f triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:04:56.326548 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:56.443936 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:56.451978 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a16b821-d2d0-4832-ae64-597993e4fec1 None None] Sync routers for ids ['f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6'] in dv-cinder-734144-19-iscsi {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:04:56.472901 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] For port 7df9cf80-39dc-4d3a-859e-0ba510b6919f, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=7df9cf80-39dc-4d3a-859e-0ba510b6919f,segment=NetworkSegment(8b5d1e01-0c84-4e6b-9682-76a98a471ba9),segment_id=8b5d1e01-0c84-4e6b-9682-76a98a471ba9)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:04:56.478306 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a16b821-d2d0-4832-ae64-597993e4fec1 None None] Routers {'f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:04:56.478627 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 60034) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:56.479106 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-5a16b821-d2d0-4832-ae64-597993e4fec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:04:41Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:04:56.485811 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [None req-8c5807c5-a700-44ef-86d7-314f2c8d5c06 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-353592428', 'description': 'tempest-secgroup-smoke-353592428 description', 'project_id': '59d64c2ea81d477bb3042604d61f07ed'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:04:56.490483 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-8c5807c5-a700-44ef-86d7-314f2c8d5c06 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:56.494598 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-8c5807c5-a700-44ef-86d7-314f2c8d5c06 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Usage tracker for resource:security_group and tenant:59d64c2ea81d477bb3042604d61f07ed is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:56.497488 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-8c5807c5-a700-44ef-86d7-314f2c8d5c06 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:56.504478 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-8c5807c5-a700-44ef-86d7-314f2c8d5c06 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:56.514004 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-8c5807c5-a700-44ef-86d7-314f2c8d5c06 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:56.531254 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:56.532683 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 428e93ed-1379-4775-9a8d-c013238aa484 up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:04:56.534649 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-8c5807c5-a700-44ef-86d7-314f2c8d5c06 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:56.538482 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-8c5807c5-a700-44ef-86d7-314f2c8d5c06 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Usage tracker for resource:security_group_rule and tenant:59d64c2ea81d477bb3042604d61f07ed is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:56.541394 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-8c5807c5-a700-44ef-86d7-314f2c8d5c06 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:56.547156 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-8c5807c5-a700-44ef-86d7-314f2c8d5c06 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:56.576500 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-446f6524-61c5-47b4-b08a-46951fd6b122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:56.623343 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-8c5807c5-a700-44ef-86d7-314f2c8d5c06 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:56.627992 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-8c5807c5-a700-44ef-86d7-314f2c8d5c06 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:56.631760 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-ec37d79d-11b8-4e72-9fe0-10c103010494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:56.670616 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5807c5-a700-44ef-86d7-314f2c8d5c06 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2169a9d-55b8-4565-afcd-add32d573f95,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:56.673690 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-8c5807c5-a700-44ef-86d7-314f2c8d5c06 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:56.674724 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-8c5807c5-a700-44ef-86d7-314f2c8d5c06 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:56.676024 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-8c5807c5-a700-44ef-86d7-314f2c8d5c06 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1963468 May 17 12:04:56.679182 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 60038) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:56.684288 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-ddc3e959-820d-4d85-94ff-c1a6b9d0bea0 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Request body: {'security_group_rule': {'security_group_id': 'c2169a9d-55b8-4565-afcd-add32d573f95', 'project_id': '59d64c2ea81d477bb3042604d61f07ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:04:56.691139 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-ddc3e959-820d-4d85-94ff-c1a6b9d0bea0 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:56.695078 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-ddc3e959-820d-4d85-94ff-c1a6b9d0bea0 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Usage tracker for resource:security_group_rule and tenant:59d64c2ea81d477bb3042604d61f07ed is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:56.698083 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-ddc3e959-820d-4d85-94ff-c1a6b9d0bea0 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:56.705171 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-ddc3e959-820d-4d85-94ff-c1a6b9d0bea0 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:56.720551 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-ddc3e959-820d-4d85-94ff-c1a6b9d0bea0 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:56.768554 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Pushing event updated for resources: {'Port': ['ID=7df9cf80-39dc-4d3a-859e-0ba510b6919f,revision_number=4']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:56.774283 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:56.782655 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-ddc3e959-820d-4d85-94ff-c1a6b9d0bea0 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:56.786573 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-5a16b821-d2d0-4832-ae64-597993e4fec1 None None] Set router f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:04:56.787672 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-ddc3e959-820d-4d85-94ff-c1a6b9d0bea0 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461307'] for security_group_rule, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:56.789863 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:56.813906 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc3e959-820d-4d85-94ff-c1a6b9d0bea0 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0b58a78-3a59-4bf2-910a-c89333bca044,revision_number=0']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:56.817820 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-ddc3e959-820d-4d85-94ff-c1a6b9d0bea0 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:56.851560 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port 428e93ed-1379-4775-9a8d-c013238aa484 triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:04:56.851935 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:56.953610 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-ddc3e959-820d-4d85-94ff-c1a6b9d0bea0 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:56.954989 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-ddc3e959-820d-4d85-94ff-c1a6b9d0bea0 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2748461 May 17 12:04:56.958102 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 60044) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:56.963995 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-7663bfde-2230-409e-9552-4302b39c9446 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Request body: {'security_group_rule': {'security_group_id': 'c2169a9d-55b8-4565-afcd-add32d573f95', 'project_id': '59d64c2ea81d477bb3042604d61f07ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:04:56.972042 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-7663bfde-2230-409e-9552-4302b39c9446 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:56.977025 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-7663bfde-2230-409e-9552-4302b39c9446 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Usage tracker for resource:security_group_rule and tenant:59d64c2ea81d477bb3042604d61f07ed is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:56.980906 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-7663bfde-2230-409e-9552-4302b39c9446 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:56.990049 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-7663bfde-2230-409e-9552-4302b39c9446 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:57.020136 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e3ed94-d59a-4bee-886b-12aa092264df req-015bc09b-23d8-47e0-bc87-d31c6edb6ca7 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:57.021654 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-11e3ed94-d59a-4bee-886b-12aa092264df req-015bc09b-23d8-47e0-bc87-d31c6edb6ca7 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/ports?device_id=01f6d4cd-97b8-4bd7-903f-e702840984d8 HTTP/1.1" status: 200 len: 946 time: 0.2054927 May 17 12:04:57.023268 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7663bfde-2230-409e-9552-4302b39c9446 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:57.099019 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-11e3ed94-d59a-4bee-886b-12aa092264df req-dbb23e86-d177-42c6-bfd0-d8ef108b162d tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18cb5e0-349e-4af4-a126-102dafc72b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688086 May 17 12:04:57.115761 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7663bfde-2230-409e-9552-4302b39c9446 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:57.129581 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7663bfde-2230-409e-9552-4302b39c9446 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461307'] for security_group_rule, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:57.132676 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-ddc3e959-820d-4d85-94ff-c1a6b9d0bea0 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:57.156210 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7663bfde-2230-409e-9552-4302b39c9446 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62595f0d-6ae8-4e68-bb65-a077c7a93e65,revision_number=0']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:57.159429 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-7663bfde-2230-409e-9552-4302b39c9446 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:57.170812 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7663bfde-2230-409e-9552-4302b39c9446 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:57.174402 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-7663bfde-2230-409e-9552-4302b39c9446 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2156255 May 17 12:04:57.175661 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 60050) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:57.182184 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-ec2e3612-c881-427c-a401-057fa8331207 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Request body: {'security_group_rule': {'security_group_id': 'c2169a9d-55b8-4565-afcd-add32d573f95', 'project_id': '59d64c2ea81d477bb3042604d61f07ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:04:57.190197 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-ec2e3612-c881-427c-a401-057fa8331207 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:57.194779 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-ec2e3612-c881-427c-a401-057fa8331207 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Usage tracker for resource:security_group_rule and tenant:59d64c2ea81d477bb3042604d61f07ed is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:57.199216 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-ec2e3612-c881-427c-a401-057fa8331207 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:57.207872 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-ec2e3612-c881-427c-a401-057fa8331207 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:57.213484 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-5a16b821-d2d0-4832-ae64-597993e4fec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6', 'name': 'tempest-TestShelveInstance-652853924-router', 'tenant_id': 'ce67c532ec25472fba8cb655d8581a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '7df9cf80-39dc-4d3a-859e-0ba510b6919f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:04:50Z', 'updated_at': '2021-05-17T12:04:54Z', 'revision_number': 4, 'project_id': 'ce67c532ec25472fba8cb655d8581a31', 'gw_port': {'id': '7df9cf80-39dc-4d3a-859e-0ba510b6919f', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:50Z', 'updated_at': '2021-05-17T12:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': 'b84dcc32-f1b8-4685-9252-f8c4a1afe674', 'name': '', 'network_id': 'f64fd962-b2e2-4424-b899-57c4f8fc67e3', 'tenant_id': 'ce67c532ec25472fba8cb655d8581a31', 'mac_address': 'fa:16:3e:83:2a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '5d33928a-4db5-4faa-b62a-65513c016d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:53Z', 'updated_at': '2021-05-17T12:04:54Z', 'revision_number': 2, 'project_id': 'ce67c532ec25472fba8cb655d8581a31', 'subnets': [{'id': '5d33928a-4db5-4faa-b62a-65513c016d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:04:57.217856 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a16b821-d2d0-4832-ae64-597993e4fec1 None None] Checking router: f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6 for host: dv-cinder-734144-19-iscsi {{(pid=78702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:04:57.218216 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a16b821-d2d0-4832-ae64-597993e4fec1 None None] Updating router f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6 port b84dcc32-f1b8-4685-9252-f8c4a1afe674 binding host dv-cinder-734144-19-iscsi {{(pid=78702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:04:57.225536 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-ec2e3612-c881-427c-a401-057fa8331207 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:57.272650 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5a16b821-d2d0-4832-ae64-597993e4fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:57.293130 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-ec2e3612-c881-427c-a401-057fa8331207 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:57.296688 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-ec2e3612-c881-427c-a401-057fa8331207 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461307'] for security_group_rule, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:57.304046 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-cc502f33-d4e4-4d24-acde-a49b1a0cf355 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:57.326410 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e3612-c881-427c-a401-057fa8331207 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f18ee064-aaca-483c-b6ee-309e459472a8,revision_number=0']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:57.329396 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-ec2e3612-c881-427c-a401-057fa8331207 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:57.333673 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-ec2e3612-c881-427c-a401-057fa8331207 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:57.337354 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-ec2e3612-c881-427c-a401-057fa8331207 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1569953 May 17 12:04:57.337569 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 60056) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:57.342898 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-4539fa57-f695-4b36-9b51-da94629eed22 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Request body: {'security_group_rule': {'security_group_id': 'c2169a9d-55b8-4565-afcd-add32d573f95', 'project_id': '59d64c2ea81d477bb3042604d61f07ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:04:57.349068 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-4539fa57-f695-4b36-9b51-da94629eed22 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:57.352768 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-4539fa57-f695-4b36-9b51-da94629eed22 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Usage tracker for resource:security_group_rule and tenant:59d64c2ea81d477bb3042604d61f07ed is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:57.355680 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-4539fa57-f695-4b36-9b51-da94629eed22 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:57.361580 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-4539fa57-f695-4b36-9b51-da94629eed22 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:57.379047 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-4539fa57-f695-4b36-9b51-da94629eed22 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:57.442857 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-4539fa57-f695-4b36-9b51-da94629eed22 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:57.446644 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-4539fa57-f695-4b36-9b51-da94629eed22 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461307'] for security_group_rule, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:57.448797 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:57.471382 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4539fa57-f695-4b36-9b51-da94629eed22 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa864388-737b-43c2-873b-df5fe9aaf9e7,revision_number=0']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:57.475711 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-4539fa57-f695-4b36-9b51-da94629eed22 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:57.480120 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-4539fa57-f695-4b36-9b51-da94629eed22 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:57.481354 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-4539fa57-f695-4b36-9b51-da94629eed22 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1428723 May 17 12:04:57.484172 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 60060) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:57.489927 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-019f283b-d763-4817-a3e7-5c3a513143cf tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Request body: {'security_group_rule': {'security_group_id': 'c2169a9d-55b8-4565-afcd-add32d573f95', 'project_id': '59d64c2ea81d477bb3042604d61f07ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:04:57.496343 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-019f283b-d763-4817-a3e7-5c3a513143cf tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:57.499671 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-019f283b-d763-4817-a3e7-5c3a513143cf tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Usage tracker for resource:security_group_rule and tenant:59d64c2ea81d477bb3042604d61f07ed is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:57.503275 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-019f283b-d763-4817-a3e7-5c3a513143cf tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:57.509164 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-019f283b-d763-4817-a3e7-5c3a513143cf tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:57.521300 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.db.securitygroups_db [None req-019f283b-d763-4817-a3e7-5c3a513143cf tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Project 59d64c2ea81d477bb3042604d61f07ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 12:04:57.527144 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-019f283b-d763-4817-a3e7-5c3a513143cf tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:57.597031 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-019f283b-d763-4817-a3e7-5c3a513143cf tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:57.601919 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-019f283b-d763-4817-a3e7-5c3a513143cf tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461307'] for security_group_rule, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:57.603991 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:57.628767 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f283b-d763-4817-a3e7-5c3a513143cf tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a291a013-9dba-47ef-af91-7f809fea8e2d,revision_number=0']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:57.633549 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-019f283b-d763-4817-a3e7-5c3a513143cf tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:57.641682 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-019f283b-d763-4817-a3e7-5c3a513143cf tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:57.642874 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-019f283b-d763-4817-a3e7-5c3a513143cf tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1577859 May 17 12:04:57.645980 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 60068) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:04:57.652181 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [None req-81d44c57-e194-4a9e-a08f-7b2c06b3a5a2 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Request body: {'security_group_rule': {'security_group_id': 'c2169a9d-55b8-4565-afcd-add32d573f95', 'project_id': '59d64c2ea81d477bb3042604d61f07ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:04:57.658631 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-81d44c57-e194-4a9e-a08f-7b2c06b3a5a2 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:04:57.662430 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-81d44c57-e194-4a9e-a08f-7b2c06b3a5a2 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Usage tracker for resource:security_group_rule and tenant:59d64c2ea81d477bb3042604d61f07ed is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:04:57.665397 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-81d44c57-e194-4a9e-a08f-7b2c06b3a5a2 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:04:57.670627 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5a16b821-d2d0-4832-ae64-597993e4fec1 None None] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:57.672120 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-81d44c57-e194-4a9e-a08f-7b2c06b3a5a2 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:04:57.683051 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-5a16b821-d2d0-4832-ae64-597993e4fec1 None None] Transition to ACTIVE for port object b84dcc32-f1b8-4685-9252-f8c4a1afe674 will not be triggered until provisioned by entity L2. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:04:57.683244 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.db.securitygroups_db [None req-81d44c57-e194-4a9e-a08f-7b2c06b3a5a2 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Project 59d64c2ea81d477bb3042604d61f07ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 12:04:57.689356 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-81d44c57-e194-4a9e-a08f-7b2c06b3a5a2 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:57.689632 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5a16b821-d2d0-4832-ae64-597993e4fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:57.694003 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-19295721-4895-4a80-92a4-a89e59df58fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:57.763399 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-81d44c57-e194-4a9e-a08f-7b2c06b3a5a2 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:57.768588 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-81d44c57-e194-4a9e-a08f-7b2c06b3a5a2 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461307'] for security_group_rule, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:57.775202 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-c23adf09-80be-456e-a777-1accc01bfa15 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:57.806400 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d44c57-e194-4a9e-a08f-7b2c06b3a5a2 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ba7c36-6959-4c9c-be9d-48a9668a0380,revision_number=0']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:57.814469 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 7df9cf80-39dc-4d3a-859e-0ba510b6919f up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:04:57.815412 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-81d44c57-e194-4a9e-a08f-7b2c06b3a5a2 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:57.821575 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-81d44c57-e194-4a9e-a08f-7b2c06b3a5a2 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:57.823312 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-81d44c57-e194-4a9e-a08f-7b2c06b3a5a2 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1753917 May 17 12:04:57.936081 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3434ab9d-0570-4ca2-ae97-d292fa478924 None None] Pushing event updated for resources: {'Port': ['ID=b84dcc32-f1b8-4685-9252-f8c4a1afe674,revision_number=3']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:57.947384 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3434ab9d-0570-4ca2-ae97-d292fa478924 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:57.975873 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-5a16b821-d2d0-4832-ae64-597993e4fec1 None None] Attempting to bind port b84dcc32-f1b8-4685-9252-f8c4a1afe674 on host dv-cinder-734144-19-iscsi for vnic_type normal with profile {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:04:57.976193 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-5a16b821-d2d0-4832-ae64-597993e4fec1 None None] Attempting to bind port b84dcc32-f1b8-4685-9252-f8c4a1afe674 by drivers openvswitch,hyperv on host dv-cinder-734144-19-iscsi at level 0 using segments [{'id': 'acebefd0-b934-48df-acb6-ef7221185616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'f64fd962-b2e2-4424-b899-57c4f8fc67e3'}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:04:57.976542 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a16b821-d2d0-4832-ae64-597993e4fec1 None None] Attempting to bind port b84dcc32-f1b8-4685-9252-f8c4a1afe674 on network f64fd962-b2e2-4424-b899-57c4f8fc67e3 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:04:57.983965 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a16b821-d2d0-4832-ae64-597993e4fec1 None None] Checking agent: {'id': '99430f10-7a80-40b5-88dc-f3a197e5e86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 11), 'started_at': datetime.datetime(2021, 5, 17, 11, 53, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:04:57.984346 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a16b821-d2d0-4832-ae64-597993e4fec1 None None] Checking segment: {'id': 'acebefd0-b934-48df-acb6-ef7221185616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'f64fd962-b2e2-4424-b899-57c4f8fc67e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:04:57.985448 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5a16b821-d2d0-4832-ae64-597993e4fec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:57.985805 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a16b821-d2d0-4832-ae64-597993e4fec1 None None] Bound using segment: {'id': 'acebefd0-b934-48df-acb6-ef7221185616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'f64fd962-b2e2-4424-b899-57c4f8fc67e3'} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:04:57.986277 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-5a16b821-d2d0-4832-ae64-597993e4fec1 None None] Bound port: b84dcc32-f1b8-4685-9252-f8c4a1afe674, host: dv-cinder-734144-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acebefd0-b934-48df-acb6-ef7221185616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'f64fd962-b2e2-4424-b899-57c4f8fc67e3'}}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:04:57.986656 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5a16b821-d2d0-4832-ae64-597993e4fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:58.056256 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port 7df9cf80-39dc-4d3a-859e-0ba510b6919f triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:04:58.056640 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:58.158210 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-5a16b821-d2d0-4832-ae64-597993e4fec1 None None] For port b84dcc32-f1b8-4685-9252-f8c4a1afe674, host dv-cinder-734144-19-iscsi, cleared binding levels {{(pid=78702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:04:58.162477 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-5a16b821-d2d0-4832-ae64-597993e4fec1 None None] For port b84dcc32-f1b8-4685-9252-f8c4a1afe674, host dv-cinder-734144-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=b84dcc32-f1b8-4685-9252-f8c4a1afe674,segment=NetworkSegment(acebefd0-b934-48df-acb6-ef7221185616),segment_id=acebefd0-b934-48df-acb6-ef7221185616)] {{(pid=78702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:04:58.167736 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5a16b821-d2d0-4832-ae64-597993e4fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:04:58.172602 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:04:58.321031 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a16b821-d2d0-4832-ae64-597993e4fec1 None None] Routers {'f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:04:58.321760 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-5a16b821-d2d0-4832-ae64-597993e4fec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:04:41Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:04:58.367389 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec39cb6-da68-4ace-a886-f64fa954e2ad req-980fb37d-2c69-40ca-b793-1ef07bf9d45f tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:58.369929 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-8ec39cb6-da68-4ace-a886-f64fa954e2ad req-980fb37d-2c69-40ca-b793-1ef07bf9d45f tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/ports?device_id=01f6d4cd-97b8-4bd7-903f-e702840984d8 HTTP/1.1" status: 200 len: 946 time: 0.1200440 May 17 12:04:58.420105 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3434ab9d-0570-4ca2-ae97-d292fa478924 None None] Pushing event updated for resources: {'Port': ['ID=b84dcc32-f1b8-4685-9252-f8c4a1afe674,revision_number=4']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:04:58.426359 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3434ab9d-0570-4ca2-ae97-d292fa478924 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:04:58.512122 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-8ec39cb6-da68-4ace-a886-f64fa954e2ad req-605bb55f-c885-4ee8-8d6f-240c78678af1 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18cb5e0-349e-4af4-a126-102dafc72b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292727 May 17 12:04:58.664609 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-5a16b821-d2d0-4832-ae64-597993e4fec1 None None] Set router f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:04:59.120459 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-5a16b821-d2d0-4832-ae64-597993e4fec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6', 'name': 'tempest-TestShelveInstance-652853924-router', 'tenant_id': 'ce67c532ec25472fba8cb655d8581a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '7df9cf80-39dc-4d3a-859e-0ba510b6919f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:04:50Z', 'updated_at': '2021-05-17T12:04:54Z', 'revision_number': 4, 'project_id': 'ce67c532ec25472fba8cb655d8581a31', 'gw_port': {'id': '7df9cf80-39dc-4d3a-859e-0ba510b6919f', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:50Z', 'updated_at': '2021-05-17T12:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': 'b84dcc32-f1b8-4685-9252-f8c4a1afe674', 'name': '', 'network_id': 'f64fd962-b2e2-4424-b899-57c4f8fc67e3', 'tenant_id': 'ce67c532ec25472fba8cb655d8581a31', 'mac_address': 'fa:16:3e:83:2a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '5d33928a-4db5-4faa-b62a-65513c016d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:53Z', 'updated_at': '2021-05-17T12:04:58Z', 'revision_number': 4, 'project_id': 'ce67c532ec25472fba8cb655d8581a31', 'subnets': [{'id': '5d33928a-4db5-4faa-b62a-65513c016d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:04:59.125708 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a16b821-d2d0-4832-ae64-597993e4fec1 None None] The sync data for ids ['f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6'] in dv-cinder-734144-19-iscsi is: [{'id': 'f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6', 'name': 'tempest-TestShelveInstance-652853924-router', 'tenant_id': 'ce67c532ec25472fba8cb655d8581a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '7df9cf80-39dc-4d3a-859e-0ba510b6919f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:04:50Z', 'updated_at': '2021-05-17T12:04:54Z', 'revision_number': 4, 'project_id': 'ce67c532ec25472fba8cb655d8581a31', 'gw_port': {'id': '7df9cf80-39dc-4d3a-859e-0ba510b6919f', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:50Z', 'updated_at': '2021-05-17T12:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': 'b84dcc32-f1b8-4685-9252-f8c4a1afe674', 'name': '', 'network_id': 'f64fd962-b2e2-4424-b899-57c4f8fc67e3', 'tenant_id': 'ce67c532ec25472fba8cb655d8581a31', 'mac_address': 'fa:16:3e:83:2a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '5d33928a-4db5-4faa-b62a-65513c016d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:53Z', 'updated_at': '2021-05-17T12:04:58Z', 'revision_number': 4, 'project_id': 'ce67c532ec25472fba8cb655d8581a31', 'subnets': [{'id': '5d33928a-4db5-4faa-b62a-65513c016d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:04:59.768727 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89bdd0-27a3-4a7d-8b6f-e221f02235ec req-ad2866fe-8824-489f-825d-686b9d95fa71 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:04:59.772686 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-8f89bdd0-27a3-4a7d-8b6f-e221f02235ec req-ad2866fe-8824-489f-825d-686b9d95fa71 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/ports?device_id=01f6d4cd-97b8-4bd7-903f-e702840984d8 HTTP/1.1" status: 200 len: 946 time: 0.1131403 May 17 12:04:59.882161 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device b84dcc32-f1b8-4685-9252-f8c4a1afe674 up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:04:59.900129 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-8f89bdd0-27a3-4a7d-8b6f-e221f02235ec req-1503eb18-a237-4642-a42c-be90e34eff38 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18cb5e0-349e-4af4-a126-102dafc72b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191950 May 17 12:05:00.006194 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning for port b84dcc32-f1b8-4685-9252-f8c4a1afe674 completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:05:00.018154 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port b84dcc32-f1b8-4685-9252-f8c4a1afe674 triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:05:00.018562 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:00.383052 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:00.436300 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] For port b84dcc32-f1b8-4685-9252-f8c4a1afe674, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=b84dcc32-f1b8-4685-9252-f8c4a1afe674,segment=NetworkSegment(acebefd0-b934-48df-acb6-ef7221185616),segment_id=acebefd0-b934-48df-acb6-ef7221185616)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:05:00.446986 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:00.455166 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:00.586325 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Pushing event updated for resources: {'Port': ['ID=b84dcc32-f1b8-4685-9252-f8c4a1afe674,revision_number=5']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:00.598193 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:01.809411 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device b84dcc32-f1b8-4685-9252-f8c4a1afe674 up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:05:01.932546 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port b84dcc32-f1b8-4685-9252-f8c4a1afe674 triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:05:01.933421 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:02.131360 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75703bbb-6fc6-4c87-bb77-9ba7cd56f993 req-8a64ab7f-b804-4d29-9d46-a6d611ec0a30 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:02.132985 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-75703bbb-6fc6-4c87-bb77-9ba7cd56f993 req-8a64ab7f-b804-4d29-9d46-a6d611ec0a30 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 946 time: 0.0916150 May 17 12:05:02.187618 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-75703bbb-6fc6-4c87-bb77-9ba7cd56f993 req-425b27a0-c76a-40fb-b310-3205e4acf986 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485456 May 17 12:05:03.410037 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0178aab-740d-41c4-85da-339d2e3a6cd7 req-ee1ecec5-4e89-4c72-bd9b-1565bff140b7 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:03.412348 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-c0178aab-740d-41c4-85da-339d2e3a6cd7 req-ee1ecec5-4e89-4c72-bd9b-1565bff140b7 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 946 time: 0.1082835 May 17 12:05:03.464237 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-c0178aab-740d-41c4-85da-339d2e3a6cd7 req-f5211b8f-41ca-40bc-9bb0-016590202698 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443122 May 17 12:05:04.693040 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8807a14-36cb-49b0-816c-3a6869fe4945 req-a5692176-720c-4e08-8884-d3c1f524e7b6 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:04.694897 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-c8807a14-36cb-49b0-816c-3a6869fe4945 req-a5692176-720c-4e08-8884-d3c1f524e7b6 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 946 time: 0.1091483 May 17 12:05:04.769479 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-c8807a14-36cb-49b0-816c-3a6869fe4945 req-85982353-3c11-40cb-932d-3910317fa614 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675340 May 17 12:05:04.825550 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 60264) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:04.968501 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-203bbd52-0666-4333-9d1d-1641ae1b7391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:04.984884 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-203bbd52-0666-4333-9d1d-1641ae1b7391 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:05:04.989470 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-203bbd52-0666-4333-9d1d-1641ae1b7391 admin admin] Usage tracker for resource:security_group_rule and tenant:aea525d6b93f473fac9f467ee54da8d8 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:05:04.992877 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-203bbd52-0666-4333-9d1d-1641ae1b7391 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:05:04.999409 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-203bbd52-0666-4333-9d1d-1641ae1b7391 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:05:05.107378 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-203bbd52-0666-4333-9d1d-1641ae1b7391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:05.114586 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-203bbd52-0666-4333-9d1d-1641ae1b7391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:05.124134 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-91f8c529-8971-425e-a488-35f41e66af53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:05.170759 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-203bbd52-0666-4333-9d1d-1641ae1b7391 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aea525d6b93f473fac9f467ee54da8d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3415208 May 17 12:05:05.170759 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203bbd52-0666-4333-9d1d-1641ae1b7391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44117d05-516e-4367-a310-22528f06510a,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:05.172418 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 60270) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:05.174394 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-203bbd52-0666-4333-9d1d-1641ae1b7391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:05.235611 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41843682-79ab-4c49-a426-2ce13ec7c694 req-456dc32b-f901-4984-ae12-ee2e7c2c82b3 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:05.237147 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-41843682-79ab-4c49-a426-2ce13ec7c694 req-456dc32b-f901-4984-ae12-ee2e7c2c82b3 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.52 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 946 time: 0.2058020 May 17 12:05:05.245093 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-c619ab3a-30d2-4852-81b1-d8261225e6aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:05.279408 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-c619ab3a-30d2-4852-81b1-d8261225e6aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:05.344409 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-c619ab3a-30d2-4852-81b1-d8261225e6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:05.349022 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-edbc1cd4-4a59-42fb-899a-47e9c04afd11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:05.362157 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c619ab3a-30d2-4852-81b1-d8261225e6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44117d05-516e-4367-a310-22528f06510a,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:05.364631 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-c619ab3a-30d2-4852-81b1-d8261225e6aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:05.372462 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-c619ab3a-30d2-4852-81b1-d8261225e6aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:05.378355 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-c619ab3a-30d2-4852-81b1-d8261225e6aa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/44117d05-516e-4367-a310-22528f06510a HTTP/1.1" status: 204 len: 168 time: 0.2008383 May 17 12:05:05.402914 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [req-41843682-79ab-4c49-a426-2ce13ec7c694 req-5126371f-5d1d-4bd9-8e72-b39818c5c823 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Deleting port e606e988-f68e-4583-971b-0396df5625f6 {{(pid=78700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:05:05.403271 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-41843682-79ab-4c49-a426-2ce13ec7c694 req-5126371f-5d1d-4bd9-8e72-b39818c5c823 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:05.574067 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-41843682-79ab-4c49-a426-2ce13ec7c694 req-5126371f-5d1d-4bd9-8e72-b39818c5c823 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] For port e606e988-f68e-4583-971b-0396df5625f6, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e606e988-f68e-4583-971b-0396df5625f6,segment=NetworkSegment(887f3473-e426-42df-889f-21311f468f7e),segment_id=887f3473-e426-42df-889f-21311f468f7e)] {{(pid=78700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:05:05.574449 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-41843682-79ab-4c49-a426-2ce13ec7c694 req-5126371f-5d1d-4bd9-8e72-b39818c5c823 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:05.744263 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [req-41843682-79ab-4c49-a426-2ce13ec7c694 req-5126371f-5d1d-4bd9-8e72-b39818c5c823 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Calling delete_port for e606e988-f68e-4583-971b-0396df5625f6 owned by compute:nova {{(pid=78700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:05:05.983059 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-41843682-79ab-4c49-a426-2ce13ec7c694 req-5126371f-5d1d-4bd9-8e72-b39818c5c823 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:06.020510 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:06.069572 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] get_ports_and_sgs() called for port_ids ['e606e988-f68e-4583-971b-0396df5625f6', 'e35031fa-3260-4017-b2da-7bb3bc1daace'] {{(pid=78702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:05:06.099595 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5126371f-5d1d-4bd9-8e72-b39818c5c823 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Pushing event deleted for resources: {'Port': ['ID=e606e988-f68e-4583-971b-0396df5625f6,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:06.108760 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ffd6e-7f03-4e04-b694-5eba8625af5f req-68ca02a1-3ccf-419a-8f26-1df057f32472 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:06.111065 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-a73ffd6e-7f03-4e04-b694-5eba8625af5f req-68ca02a1-3ccf-419a-8f26-1df057f32472 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=32a7babc-5a69-4085-adc3-ec64ba5723c5 HTTP/1.1" status: 200 len: 867 time: 0.2172265 May 17 12:05:06.114189 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-5126371f-5d1d-4bd9-8e72-b39818c5c823 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:06.220926 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [req-41843682-79ab-4c49-a426-2ce13ec7c694 req-5126371f-5d1d-4bd9-8e72-b39818c5c823 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] No DVR routers for this DVR port e606e988-f68e-4583-971b-0396df5625f6 on host hv-cinder-73414 {{(pid=78700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:05:06.223597 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-41843682-79ab-4c49-a426-2ce13ec7c694 req-5126371f-5d1d-4bd9-8e72-b39818c5c823 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:06.242960 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a7babc-5a69-4085-adc3-ec64ba5723c5', 'name': 'network-vif-deleted', 'tag': 'e606e988-f68e-4583-971b-0396df5625f6'}] {{(pid=78700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:05:06.266680 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-41843682-79ab-4c49-a426-2ce13ec7c694 req-5126371f-5d1d-4bd9-8e72-b39818c5c823 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.52 "DELETE /v2.0/ports/e606e988-f68e-4583-971b-0396df5625f6 HTTP/1.1" status: 204 len: 173 time: 1.0229316 May 17 12:05:06.308651 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-a73ffd6e-7f03-4e04-b694-5eba8625af5f req-745def1f-4004-4f6f-ae03-818b9ed86395 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899288 May 17 12:05:06.399992 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a7babc-5a69-4085-adc3-ec64ba5723c5', 'name': 'network-vif-deleted', 'tag': 'e606e988-f68e-4583-971b-0396df5625f6', 'status': 'completed', 'code': 200} May 17 12:05:07.793926 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11fb2e-fa46-41b4-b9e9-2c0ae7a95721 req-467781b6-b074-4da6-bf33-6cd3a91ae496 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:07.794714 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-ee11fb2e-fa46-41b4-b9e9-2c0ae7a95721 req-467781b6-b074-4da6-bf33-6cd3a91ae496 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Synchronizing usage tracker for tenant:6bf663e867404027b23faa6cae49fd9c on resource:port {{(pid=78700) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:05:07.810904 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-ee11fb2e-fa46-41b4-b9e9-2c0ae7a95721 req-467781b6-b074-4da6-bf33-6cd3a91ae496 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Unset dirty status for tenant:6bf663e867404027b23faa6cae49fd9c on resource:port {{(pid=78700) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:05:07.817407 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ee11fb2e-fa46-41b4-b9e9-2c0ae7a95721 req-467781b6-b074-4da6-bf33-6cd3a91ae496 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.1053534 May 17 12:05:07.864746 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ee11fb2e-fa46-41b4-b9e9-2c0ae7a95721 req-6518ff83-19c2-4b3c-82c9-7bd4ba8c90f0 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463367 May 17 12:05:07.943636 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:08.729384 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device e606e988-f68e-4583-971b-0396df5625f6 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:05:08.796176 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] No Port match for: e606e988-f68e-4583-971b-0396df5625f6 {{(pid=78702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:05:08.798463 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device e606e988-f68e-4583-971b-0396df5625f6 not bound to the agent host hv-cinder-73414 {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:05:08.805751 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-cc8df931-63ba-459e-b1f1-016c849a43ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:09.165231 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287f403-c7c3-437e-9cf9-fb381df17ca0 req-20cb2288-c252-4a82-b651-8ea2480201c4 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:09.173358 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-7287f403-c7c3-437e-9cf9-fb381df17ca0 req-20cb2288-c252-4a82-b651-8ea2480201c4 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.1668439 May 17 12:05:09.233087 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-7287f403-c7c3-437e-9cf9-fb381df17ca0 req-8aa4a14e-948b-47a8-a297-fbb7329f541e tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573235 May 17 12:05:10.450099 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e528fba-6536-4358-bfda-0f16116bac0e req-0f3031f2-901b-46af-a044-716629380795 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:10.451821 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-9e528fba-6536-4358-bfda-0f16116bac0e req-0f3031f2-901b-46af-a044-716629380795 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.0914068 May 17 12:05:10.507248 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-9e528fba-6536-4358-bfda-0f16116bac0e req-19b528cc-182f-416a-ac2e-d422590ee7b7 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488098 May 17 12:05:11.284971 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8ca9bec3-ea96-4309-8067-7b93b0f99bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:11.308686 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:11.696692 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70ef2d-f28f-40aa-a59d-22fc904356ab req-545ca864-e953-46ae-a260-3c2b4c6fdd6d tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:11.699182 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-aa70ef2d-f28f-40aa-a59d-22fc904356ab req-545ca864-e953-46ae-a260-3c2b4c6fdd6d tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.0889094 May 17 12:05:11.759857 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-aa70ef2d-f28f-40aa-a59d-22fc904356ab req-3020b33a-76ae-4814-a274-323a984ce579 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512712 May 17 12:05:12.308391 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:13.017262 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d09e58-afc1-4af1-ae37-ed8a465909a7 req-4c2ad66a-cf7f-421e-a035-d1552e068e5c tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:13.018827 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-24d09e58-afc1-4af1-ae37-ed8a465909a7 req-4c2ad66a-cf7f-421e-a035-d1552e068e5c tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.1025944 May 17 12:05:13.071305 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-24d09e58-afc1-4af1-ae37-ed8a465909a7 req-9074d604-7fc1-4124-90be-d22cfb324f29 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406687 May 17 12:05:13.662284 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477c4f5-e9ee-42e3-a61d-782df08faf12 req-52ea07c3-037b-45bf-8121-c433fd771738 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:13.663950 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2477c4f5-e9ee-42e3-a61d-782df08faf12 req-52ea07c3-037b-45bf-8121-c433fd771738 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 985 time: 0.1969430 May 17 12:05:13.667090 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855e424-d804-438f-89ae-4b9bfe6ece00 req-a237af90-fda4-4ab6-8594-8ac6a544030e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:13.668442 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-9855e424-d804-438f-89ae-4b9bfe6ece00 req-a237af90-fda4-4ab6-8594-8ac6a544030e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=05e25a4be2774eceadebdf38b9b2fdf8&device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 1138 time: 0.3115716 May 17 12:05:13.886740 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2477c4f5-e9ee-42e3-a61d-782df08faf12 req-afc09551-175d-4992-af74-fe06cd3214a2 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=43393294-e3fc-4c86-bd9c-b50e691633bd&id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2158122 May 17 12:05:13.938275 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855e424-d804-438f-89ae-4b9bfe6ece00 req-bf57b424-e9fa-4014-a590-adc960a93517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:13.940367 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-9855e424-d804-438f-89ae-4b9bfe6ece00 req-bf57b424-e9fa-4014-a590-adc960a93517 service neutron] 10.222.0.52 "GET /v2.0/networks?id=042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8 HTTP/1.1" status: 200 len: 915 time: 0.2539709 May 17 12:05:14.051930 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-9855e424-d804-438f-89ae-4b9bfe6ece00 req-bfd1f03d-e566-457d-8116-4dec1b745ab6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd HTTP/1.1" status: 200 len: 1002 time: 0.1022270 May 17 12:05:14.124245 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855e424-d804-438f-89ae-4b9bfe6ece00 req-f5619143-ed65-43a8-a585-ac5e11b18f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:14.125837 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-9855e424-d804-438f-89ae-4b9bfe6ece00 req-f5619143-ed65-43a8-a585-ac5e11b18f0a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=09a794ab-93ea-4d3a-9af7-0e8998678595 HTTP/1.1" status: 200 len: 853 time: 0.0641530 May 17 12:05:14.190749 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:14.290793 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855e424-d804-438f-89ae-4b9bfe6ece00 req-bc1ab2c3-4cf1-42ee-aa8c-d166ccb6e6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:14.292118 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-9855e424-d804-438f-89ae-4b9bfe6ece00 req-bc1ab2c3-4cf1-42ee-aa8c-d166ccb6e6d9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1579988 May 17 12:05:14.310450 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ce7b5-7835-4705-bd13-72fed8b947ca req-2f880a5f-2cd4-42f0-9889-3d4192ee2038 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:14.311898 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-196ce7b5-7835-4705-bd13-72fed8b947ca req-2f880a5f-2cd4-42f0-9889-3d4192ee2038 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.1011245 May 17 12:05:14.488513 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-196ce7b5-7835-4705-bd13-72fed8b947ca req-7bb1d067-6235-402b-93f0-7b0fb201da10 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a68324-10d7-4957-a096-693728eae6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249557 May 17 12:05:14.537618 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-9855e424-d804-438f-89ae-4b9bfe6ece00 req-0e5553c8-a335-4523-8f97-2f0224093bd7 service neutron] 10.222.0.52 "GET /v2.0/networks/042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247226 May 17 12:05:14.552405 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef28664-0edd-4623-9af3-c7ba92c8a7d9 req-737dd7c8-bd21-4040-85b5-13c94dcd8dd4 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:14.553635 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-bef28664-0edd-4623-9af3-c7ba92c8a7d9 req-737dd7c8-bd21-4040-85b5-13c94dcd8dd4 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.52 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 945 time: 0.2397354 May 17 12:05:14.807877 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-9855e424-d804-438f-89ae-4b9bfe6ece00 req-303d375c-ab71-4d9f-8b23-ce1f621f1e70 service neutron] 10.222.0.52 "GET /v2.0/networks/042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532582 May 17 12:05:14.828526 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [req-bef28664-0edd-4623-9af3-c7ba92c8a7d9 req-7350484d-06fa-4803-8d32-af9066f24d58 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Deleting port e35031fa-3260-4017-b2da-7bb3bc1daace {{(pid=78700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:05:14.829001 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-bef28664-0edd-4623-9af3-c7ba92c8a7d9 req-7350484d-06fa-4803-8d32-af9066f24d58 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:15.032015 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-bef28664-0edd-4623-9af3-c7ba92c8a7d9 req-7350484d-06fa-4803-8d32-af9066f24d58 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] For port e35031fa-3260-4017-b2da-7bb3bc1daace, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e35031fa-3260-4017-b2da-7bb3bc1daace,segment=NetworkSegment(887f3473-e426-42df-889f-21311f468f7e),segment_id=887f3473-e426-42df-889f-21311f468f7e)] {{(pid=78700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:05:15.032501 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-bef28664-0edd-4623-9af3-c7ba92c8a7d9 req-7350484d-06fa-4803-8d32-af9066f24d58 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:15.235875 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [req-bef28664-0edd-4623-9af3-c7ba92c8a7d9 req-7350484d-06fa-4803-8d32-af9066f24d58 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Calling delete_port for e35031fa-3260-4017-b2da-7bb3bc1daace owned by compute:nova {{(pid=78700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:05:15.320248 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1bbf45-053b-4733-bd4b-623edab5b60b req-10d5f0e4-e753-4e11-bb47-37a831092286 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:15.327137 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3e1bbf45-053b-4733-bd4b-623edab5b60b req-10d5f0e4-e753-4e11-bb47-37a831092286 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 985 time: 0.1330495 May 17 12:05:15.397977 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3e1bbf45-053b-4733-bd4b-623edab5b60b req-400f8886-48f0-46d2-9cae-8529a40558cc tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=43393294-e3fc-4c86-bd9c-b50e691633bd&id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0698886 May 17 12:05:15.514123 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-bef28664-0edd-4623-9af3-c7ba92c8a7d9 req-7350484d-06fa-4803-8d32-af9066f24d58 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:15.521025 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-5126371f-5d1d-4bd9-8e72-b39818c5c823 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:15.535304 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] get_ports_and_sgs() called for port_ids ['e35031fa-3260-4017-b2da-7bb3bc1daace'] {{(pid=78702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:05:15.607140 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350484d-06fa-4803-8d32-af9066f24d58 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Pushing event deleted for resources: {'Port': ['ID=e35031fa-3260-4017-b2da-7bb3bc1daace,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:15.642275 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-7350484d-06fa-4803-8d32-af9066f24d58 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:15.679088 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-af11c527-dcfc-4585-9379-09ecc49b9dc0 req-adb043a8-7e96-4e82-baca-fd99c8e256f4 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.11 "GET /v2.0/ports?device_id=c03b8db5-44c2-456f-ae8f-6b6fe912c165 HTTP/1.1" status: 200 len: 210 time: 0.0682747 May 17 12:05:15.832858 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef28664-0edd-4623-9af3-c7ba92c8a7d9 req-7350484d-06fa-4803-8d32-af9066f24d58 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] No DVR routers for this DVR port e35031fa-3260-4017-b2da-7bb3bc1daace on host hv-cinder-73414 {{(pid=78700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:05:15.836958 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-bef28664-0edd-4623-9af3-c7ba92c8a7d9 req-7350484d-06fa-4803-8d32-af9066f24d58 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:15.839876 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c03b8db5-44c2-456f-ae8f-6b6fe912c165', 'name': 'network-vif-deleted', 'tag': 'e35031fa-3260-4017-b2da-7bb3bc1daace'}] {{(pid=78700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:05:15.857783 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-bef28664-0edd-4623-9af3-c7ba92c8a7d9 req-7350484d-06fa-4803-8d32-af9066f24d58 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] 10.222.0.52 "DELETE /v2.0/ports/e35031fa-3260-4017-b2da-7bb3bc1daace HTTP/1.1" status: 204 len: 173 time: 1.2858703 May 17 12:05:15.955587 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c03b8db5-44c2-456f-ae8f-6b6fe912c165', 'name': 'network-vif-deleted', 'tag': 'e35031fa-3260-4017-b2da-7bb3bc1daace', 'status': 'completed', 'code': 200} May 17 12:05:16.657009 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb8c14-676d-423f-a03d-1edc3fa406b1 req-d28783ef-590b-468c-93a3-57b3390e5949 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:16.658596 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-8bdb8c14-676d-423f-a03d-1edc3fa406b1 req-d28783ef-590b-468c-93a3-57b3390e5949 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 985 time: 0.1233058 May 17 12:05:16.709506 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-8bdb8c14-676d-423f-a03d-1edc3fa406b1 req-461348e5-b308-416f-9c9e-921887354fab tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=43393294-e3fc-4c86-bd9c-b50e691633bd&id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0447402 May 17 12:05:16.792797 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 60456) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:17.377375 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-c446fa65-ba9d-4186-bf51-c78a96ee2542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405814'] for router_interface, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:17.959593 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084ec53-a34c-44da-b1de-6145a4ae54fa req-b158c5b3-bfbc-46b3-9a26-16c94dae8c5c tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:17.961884 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-b084ec53-a34c-44da-b1de-6145a4ae54fa req-b158c5b3-bfbc-46b3-9a26-16c94dae8c5c tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 985 time: 0.1090643 May 17 12:05:18.036887 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-c446fa65-ba9d-4186-bf51-c78a96ee2542 admin admin] Deleting port e6562274-888b-45ec-8cc1-c39b35d2b6eb {{(pid=78701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:05:18.037458 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-c446fa65-ba9d-4186-bf51-c78a96ee2542 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:18.054467 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-b084ec53-a34c-44da-b1de-6145a4ae54fa req-243ac786-f247-4911-bed4-4aac8f41d069 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=43393294-e3fc-4c86-bd9c-b50e691633bd&id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0631227 May 17 12:05:18.212588 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.db [None req-c446fa65-ba9d-4186-bf51-c78a96ee2542 admin admin] For port e6562274-888b-45ec-8cc1-c39b35d2b6eb, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=e6562274-888b-45ec-8cc1-c39b35d2b6eb,segment=NetworkSegment(887f3473-e426-42df-889f-21311f468f7e),segment_id=887f3473-e426-42df-889f-21311f468f7e)] {{(pid=78701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:05:18.212965 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-c446fa65-ba9d-4186-bf51-c78a96ee2542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:18.385946 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-c446fa65-ba9d-4186-bf51-c78a96ee2542 admin admin] Calling delete_port for e6562274-888b-45ec-8cc1-c39b35d2b6eb owned by network:router_interface {{(pid=78701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:05:18.839046 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-c446fa65-ba9d-4186-bf51-c78a96ee2542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534708'] for port, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:18.842953 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-5292598e-ebf2-4baf-bb7b-0ce7df8c0418 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:18.902941 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c446fa65-ba9d-4186-bf51-c78a96ee2542 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6562274-888b-45ec-8cc1-c39b35d2b6eb,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:18.933022 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-c446fa65-ba9d-4186-bf51-c78a96ee2542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:19.185469 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-c446fa65-ba9d-4186-bf51-c78a96ee2542 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405914'] for router_interface, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:19.295482 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30946f-2112-42f5-8f90-64b947023d9b req-8fe16ece-0eb6-4f96-9606-23ae673b1d95 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:19.298914 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2a30946f-2112-42f5-8f90-64b947023d9b req-8fe16ece-0eb6-4f96-9606-23ae673b1d95 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 985 time: 0.1207919 May 17 12:05:19.391371 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2a30946f-2112-42f5-8f90-64b947023d9b req-1048f6ec-7130-45d5-8915-58c795aeb801 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=43393294-e3fc-4c86-bd9c-b50e691633bd&id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0859365 May 17 12:05:19.637902 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device e35031fa-3260-4017-b2da-7bb3bc1daace no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:05:19.702153 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] No Port match for: e35031fa-3260-4017-b2da-7bb3bc1daace {{(pid=78702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:05:19.702512 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device e35031fa-3260-4017-b2da-7bb3bc1daace not bound to the agent host hv-cinder-73414 {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:05:19.743398 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c446fa65-ba9d-4186-bf51-c78a96ee2542 admin admin] Router 56dc1736-9d8b-486d-8978-4aab381447c6 has already been hosted by L3 agent 7d9bdccf-07e9-4436-af26-1dad3be87fd8 {{(pid=78701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:05:20.053415 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c446fa65-ba9d-4186-bf51-c78a96ee2542 admin admin] Notify agent at l3_agent.dv-cinder-734144-19-iscsi the message routers_updated {{(pid=78701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:05:20.063794 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c99803b-b7c4-4b0c-b0fa-dc299b4e4b3c None None] Sync routers for ids ['56dc1736-9d8b-486d-8978-4aab381447c6'] in dv-cinder-734144-19-iscsi {{(pid=78703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:05:20.070749 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-c446fa65-ba9d-4186-bf51-c78a96ee2542 admin admin] 10.222.0.11 "PUT /v2.0/routers/56dc1736-9d8b-486d-8978-4aab381447c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2766128 May 17 12:05:20.075386 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 60492) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:20.075696 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c99803b-b7c4-4b0c-b0fa-dc299b4e4b3c None None] Routers {'56dc1736-9d8b-486d-8978-4aab381447c6'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:05:20.076400 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-7c99803b-b7c4-4b0c-b0fa-dc299b4e4b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:05:11Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['56dc1736-9d8b-486d-8978-4aab381447c6'], 'active': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:05:20.302847 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvr_db [None req-7c99803b-b7c4-4b0c-b0fa-dc299b4e4b3c None None] Set router 56dc1736-9d8b-486d-8978-4aab381447c6 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:05:20.361919 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-69c873d1-8e0a-40ed-9c28-854afa7f66b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:20.821730 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-69c873d1-8e0a-40ed-9c28-854afa7f66b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:20.853716 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0172b3b-3353-4093-bcd3-36e5cd766a41 req-4c8d4de4-9293-4106-b559-f8ae393b3e85 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:20.862319 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f0172b3b-3353-4093-bcd3-36e5cd766a41 req-4c8d4de4-9293-4106-b559-f8ae393b3e85 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 985 time: 0.1622195 May 17 12:05:20.971836 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f0172b3b-3353-4093-bcd3-36e5cd766a41 req-1d3939ec-6abb-4bd1-9115-abf134d56f8d tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=43393294-e3fc-4c86-bd9c-b50e691633bd&id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1083477 May 17 12:05:20.994953 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [None req-69c873d1-8e0a-40ed-9c28-854afa7f66b1 admin admin] Deleting port 66a869d4-2952-43a2-83ff-20a81862565f {{(pid=78700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:05:20.995302 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-69c873d1-8e0a-40ed-9c28-854afa7f66b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:21.231549 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-7c99803b-b7c4-4b0c-b0fa-dc299b4e4b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56dc1736-9d8b-486d-8978-4aab381447c6', 'name': 'tempest-ServerRescueNegativeTestJSON-2056273744-router', 'tenant_id': '6bf663e867404027b23faa6cae49fd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '66a869d4-2952-43a2-83ff-20a81862565f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:01:19Z', 'updated_at': '2021-05-17T12:05:18Z', 'revision_number': 5, 'project_id': '6bf663e867404027b23faa6cae49fd9c', 'gw_port': {'id': '66a869d4-2952-43a2-83ff-20a81862565f', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dc1736-9d8b-486d-8978-4aab381447c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:01:20Z', 'updated_at': '2021-05-17T12:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi'}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:05:21.241926 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c99803b-b7c4-4b0c-b0fa-dc299b4e4b3c None None] Checking router: 56dc1736-9d8b-486d-8978-4aab381447c6 for host: dv-cinder-734144-19-iscsi {{(pid=78703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:05:21.294128 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c99803b-b7c4-4b0c-b0fa-dc299b4e4b3c None None] Routers {'56dc1736-9d8b-486d-8978-4aab381447c6'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:05:21.295209 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-7c99803b-b7c4-4b0c-b0fa-dc299b4e4b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:05:11Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['56dc1736-9d8b-486d-8978-4aab381447c6'], 'active': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:05:21.318650 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [None req-69c873d1-8e0a-40ed-9c28-854afa7f66b1 admin admin] For port 66a869d4-2952-43a2-83ff-20a81862565f, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=66a869d4-2952-43a2-83ff-20a81862565f,segment=NetworkSegment(8b5d1e01-0c84-4e6b-9682-76a98a471ba9),segment_id=8b5d1e01-0c84-4e6b-9682-76a98a471ba9)] {{(pid=78700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:05:21.319426 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-69c873d1-8e0a-40ed-9c28-854afa7f66b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:21.476343 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [None req-69c873d1-8e0a-40ed-9c28-854afa7f66b1 admin admin] Calling delete_port for 66a869d4-2952-43a2-83ff-20a81862565f owned by network:router_gateway {{(pid=78700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:05:21.623939 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e201f-62f0-4ae2-84a0-ed7da7c440b2 req-64cc44e4-52b8-43cc-9cc9-aa5adbbfa291 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:21.626903 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-4e7e201f-62f0-4ae2-84a0-ed7da7c440b2 req-64cc44e4-52b8-43cc-9cc9-aa5adbbfa291 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 945 time: 0.1177697 May 17 12:05:21.759977 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvr_db [None req-7c99803b-b7c4-4b0c-b0fa-dc299b4e4b3c None None] Set router 56dc1736-9d8b-486d-8978-4aab381447c6 gateway port host: None {{(pid=78703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:05:21.986072 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-7c99803b-b7c4-4b0c-b0fa-dc299b4e4b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56dc1736-9d8b-486d-8978-4aab381447c6', 'name': 'tempest-ServerRescueNegativeTestJSON-2056273744-router', 'tenant_id': '6bf663e867404027b23faa6cae49fd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:01:19Z', 'updated_at': '2021-05-17T12:05:20Z', 'revision_number': 6, 'project_id': '6bf663e867404027b23faa6cae49fd9c', 'gw_port_host': None}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:05:22.012585 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c99803b-b7c4-4b0c-b0fa-dc299b4e4b3c None None] The sync data for ids ['56dc1736-9d8b-486d-8978-4aab381447c6'] in dv-cinder-734144-19-iscsi is: [{'id': '56dc1736-9d8b-486d-8978-4aab381447c6', 'name': 'tempest-ServerRescueNegativeTestJSON-2056273744-router', 'tenant_id': '6bf663e867404027b23faa6cae49fd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:01:19Z', 'updated_at': '2021-05-17T12:05:20Z', 'revision_number': 6, 'project_id': '6bf663e867404027b23faa6cae49fd9c', 'gw_port_host': None}] {{(pid=78703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:05:22.344375 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-4e7e201f-62f0-4ae2-84a0-ed7da7c440b2 req-cd6dd8d4-6851-4f55-8a5a-dfec7c3663d6 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4011331 May 17 12:05:22.499955 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d00030-30cf-479a-b599-a694025469c4 req-5accabbb-864e-492b-a396-d5f11fe9c3cb tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:22.504333 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-87d00030-30cf-479a-b599-a694025469c4 req-5accabbb-864e-492b-a396-d5f11fe9c3cb tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 985 time: 0.2753530 May 17 12:05:22.548905 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-69c873d1-8e0a-40ed-9c28-854afa7f66b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:22.571127 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-4bf9a159-09c8-49c5-b2c5-e25ab2332c71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:22.676433 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-87d00030-30cf-479a-b599-a694025469c4 req-222dce1b-6fce-42b3-9ce9-042c122934e2 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=43393294-e3fc-4c86-bd9c-b50e691633bd&id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1660435 May 17 12:05:22.703196 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c873d1-8e0a-40ed-9c28-854afa7f66b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=66a869d4-2952-43a2-83ff-20a81862565f,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:22.705908 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-69c873d1-8e0a-40ed-9c28-854afa7f66b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:22.772125 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-69c873d1-8e0a-40ed-9c28-854afa7f66b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407825'] for router_gateway, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:22.996524 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-69c873d1-8e0a-40ed-9c28-854afa7f66b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12272'] for router, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:22.998819 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-69c873d1-8e0a-40ed-9c28-854afa7f66b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:23.105203 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-69c873d1-8e0a-40ed-9c28-854afa7f66b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-408041'] for router, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:23.106531 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c873d1-8e0a-40ed-9c28-854afa7f66b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56dc1736-9d8b-486d-8978-4aab381447c6 {{(pid=78700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 17 12:05:23.124908 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-69c873d1-8e0a-40ed-9c28-854afa7f66b1 admin admin] Notify callbacks [] for router, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:23.126111 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-69c873d1-8e0a-40ed-9c28-854afa7f66b1 admin admin] 10.222.0.11 "DELETE /v2.0/routers/56dc1736-9d8b-486d-8978-4aab381447c6 HTTP/1.1" status: 204 len: 168 time: 3.0487750 May 17 12:05:23.129817 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 60554) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:23.207745 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4e62a32-b7d1-4291-83fa-35044e580a70 admin admin] Deleting subnet cd8b9db4-1f1b-432a-b983-8b7aa274be94 {{(pid=78700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 12:05:23.217191 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-d4e62a32-b7d1-4291-83fa-35044e580a70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:23.296492 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-d4e62a32-b7d1-4291-83fa-35044e580a70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2957047'] for subnet, precommit_delete_associations {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:23.400284 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-d4e62a32-b7d1-4291-83fa-35044e580a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383026'] for subnet, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:23.944774 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542d848-735f-49c3-a2f4-5df0da4d0b94 req-9e44dc8c-e23a-4274-bf03-ea53143c14e1 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:23.971717 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-3542d848-735f-49c3-a2f4-5df0da4d0b94 req-9e44dc8c-e23a-4274-bf03-ea53143c14e1 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 945 time: 0.4111965 May 17 12:05:24.047732 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device e6562274-888b-45ec-8cc1-c39b35d2b6eb no longer exists at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:05:24.148855 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-3542d848-735f-49c3-a2f4-5df0da4d0b94 req-56e19c09-8e55-4a55-924a-42991aff6350 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690207 May 17 12:05:24.168719 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] No Port match for: e6562274-888b-45ec-8cc1-c39b35d2b6eb {{(pid=78702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:05:24.169336 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device e6562274-888b-45ec-8cc1-c39b35d2b6eb not bound to the agent host dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:05:24.169930 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 66a869d4-2952-43a2-83ff-20a81862565f no longer exists at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:05:24.229197 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] No Port match for: 66a869d4-2952-43a2-83ff-20a81862565f {{(pid=78702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:05:24.229544 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 66a869d4-2952-43a2-83ff-20a81862565f not bound to the agent host dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:05:24.357788 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-d4e62a32-b7d1-4291-83fa-35044e580a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2209087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2936378'] for subnet, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:24.369864 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-0feab909-f56b-440f-a113-eed315b8d50a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:24.462397 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-d4e62a32-b7d1-4291-83fa-35044e580a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for subnet, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:24.467247 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e62a32-b7d1-4291-83fa-35044e580a70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd8b9db4-1f1b-432a-b983-8b7aa274be94,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:24.475380 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-d4e62a32-b7d1-4291-83fa-35044e580a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:24.484940 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-d4e62a32-b7d1-4291-83fa-35044e580a70 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/cd8b9db4-1f1b-432a-b983-8b7aa274be94 HTTP/1.1" status: 204 len: 168 time: 1.3537557 May 17 12:05:24.489232 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 60584) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:24.508759 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832225f2-a894-4a28-abe4-89d5663628d0 req-148abd5d-0881-4a06-9d20-e657b94947f4 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:24.522158 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-832225f2-a894-4a28-abe4-89d5663628d0 req-148abd5d-0881-4a06-9d20-e657b94947f4 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.3556068 May 17 12:05:24.646920 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-832225f2-a894-4a28-abe4-89d5663628d0 req-20d34966-b2e7-4038-9e29-2b84a3d6498c tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232100 May 17 12:05:24.754556 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7a01ba88-52d9-4a35-8f64-ae35e2667a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1494564'] for network, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:24.880677 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d7a68-44d2-4ea6-be38-df01e8495fe8 req-e4d38021-c275-4037-8467-3678c73c600b tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:24.882533 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-d56d7a68-44d2-4ea6-be38-df01e8495fe8 req-e4d38021-c275-4037-8467-3678c73c600b tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 985 time: 0.3642943 May 17 12:05:25.032592 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7a01ba88-52d9-4a35-8f64-ae35e2667a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382983', 'neutron.services.segments.db._delete_segments_for_network-8762327220098'] for network, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:25.056223 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-d56d7a68-44d2-4ea6-be38-df01e8495fe8 req-27c61be7-b71d-4a27-9fa9-f8e95443c8d5 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=43393294-e3fc-4c86-bd9c-b50e691633bd&id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0863554 May 17 12:05:25.075235 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.services.segments.db [None req-7a01ba88-52d9-4a35-8f64-ae35e2667a59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aa99b04-4428-4e05-a28f-238c74f78706']}} {{(pid=78701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:05:25.098816 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.services.segments.db [None req-7a01ba88-52d9-4a35-8f64-ae35e2667a59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '887f3473-e426-42df-889f-21311f468f7e') {'for_net_delete': True} {{(pid=78701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:05:25.099294 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.services.segments.db [None req-7a01ba88-52d9-4a35-8f64-ae35e2667a59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '887f3473-e426-42df-889f-21311f468f7e') {} {{(pid=78701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:05:25.115710 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7a01ba88-52d9-4a35-8f64-ae35e2667a59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762327230347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2587876'] for segment, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:25.143612 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7a01ba88-52d9-4a35-8f64-ae35e2667a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205'] for segment, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:25.153064 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a01ba88-52d9-4a35-8f64-ae35e2667a59 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=78701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 12:05:25.153919 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7a01ba88-52d9-4a35-8f64-ae35e2667a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2534753'] for segment, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:25.175312 dv-cinder-734144-19-iscsi neutron-server[78701]: Traceback (most recent call last): May 17 12:05:25.175312 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 12:05:25.175312 dv-cinder-734144-19-iscsi neutron-server[78701]: timer() May 17 12:05:25.175312 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 12:05:25.175312 dv-cinder-734144-19-iscsi neutron-server[78701]: cb(*args, **kw) May 17 12:05:25.175312 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 12:05:25.175312 dv-cinder-734144-19-iscsi neutron-server[78701]: return func(*args, **kwargs) May 17 12:05:25.175312 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 12:05:25.175312 dv-cinder-734144-19-iscsi neutron-server[78701]: self._notify() May 17 12:05:25.175312 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 12:05:25.175312 dv-cinder-734144-19-iscsi neutron-server[78701]: self.callback(batched_events) May 17 12:05:25.175312 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 12:05:25.175312 dv-cinder-734144-19-iscsi neutron-server[78701]: event.method(event) May 17 12:05:25.175312 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 12:05:25.175312 dv-cinder-734144-19-iscsi neutron-server[78701]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 12:05:25.175312 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 12:05:25.175312 dv-cinder-734144-19-iscsi neutron-server[78701]: aggregate_uuid = self.p_client.list_aggregates( May 17 12:05:25.175312 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 12:05:25.175312 dv-cinder-734144-19-iscsi neutron-server[78701]: return f(self, *a, **k) May 17 12:05:25.175312 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 12:05:25.175312 dv-cinder-734144-19-iscsi neutron-server[78701]: return self._get(url).json() May 17 12:05:25.175312 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 12:05:25.175312 dv-cinder-734144-19-iscsi neutron-server[78701]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 12:05:25.175312 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 12:05:25.175312 dv-cinder-734144-19-iscsi neutron-server[78701]: return self.request(url, 'GET', **kwargs) May 17 12:05:25.175312 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 12:05:25.175312 dv-cinder-734144-19-iscsi neutron-server[78701]: base_url = self.get_endpoint(auth, allow=allow, May 17 12:05:25.175312 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 12:05:25.175312 dv-cinder-734144-19-iscsi neutron-server[78701]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 12:05:25.175312 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 12:05:25.175312 dv-cinder-734144-19-iscsi neutron-server[78701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 12:05:25.175312 dv-cinder-734144-19-iscsi neutron-server[78701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 12:05:25.285007 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7a01ba88-52d9-4a35-8f64-ae35e2667a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407862'] for network, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:25.296468 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-3115b812-d222-49cf-8cf9-d9a35c1185b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:25.313828 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7a01ba88-52d9-4a35-8f64-ae35e2667a59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for network, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:25.325376 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01ba88-52d9-4a35-8f64-ae35e2667a59 admin admin] Pushing event deleted for resources: {'Network': ['ID=0aa99b04-4428-4e05-a28f-238c74f78706,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:25.329103 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-7a01ba88-52d9-4a35-8f64-ae35e2667a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:25.338134 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-7a01ba88-52d9-4a35-8f64-ae35e2667a59 admin admin] 10.222.0.11 "DELETE /v2.0/networks/0aa99b04-4428-4e05-a28f-238c74f78706 HTTP/1.1" status: 204 len: 168 time: 0.8477976 May 17 12:05:25.475175 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505bb2c-2a43-484c-9be3-36fea10923fe req-28df207f-7b37-42bc-8be8-797cda293091 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:25.477326 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0505bb2c-2a43-484c-9be3-36fea10923fe req-28df207f-7b37-42bc-8be8-797cda293091 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 945 time: 0.0975902 May 17 12:05:25.549320 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0505bb2c-2a43-484c-9be3-36fea10923fe req-bb5fa3fe-857d-4d55-9891-8b544cc7ede1 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650628 May 17 12:05:25.644385 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 60602) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:25.700038 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-52266a5b-3bf5-4844-84f3-3e41b124f542 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6bf663e867404027b23faa6cae49fd9c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0543168 May 17 12:05:25.703403 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 60608) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:25.817806 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f59471e0-161c-4939-9d65-701c25e95e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:25.850701 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f59471e0-161c-4939-9d65-701c25e95e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:25.897361 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd7a5b-1c99-43ad-a2a9-82378e1f58b2 req-ecedd035-2a71-40b9-82cd-639527e8d482 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:25.898717 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-5ebd7a5b-1c99-43ad-a2a9-82378e1f58b2 req-ecedd035-2a71-40b9-82cd-639527e8d482 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.1247482 May 17 12:05:25.969200 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f59471e0-161c-4939-9d65-701c25e95e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:25.982716 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-8865fac0-0880-4db1-b7c5-759315d2d8c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:26.002405 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-5ebd7a5b-1c99-43ad-a2a9-82378e1f58b2 req-db9e58a3-824a-4532-8075-c841afebe325 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853679 May 17 12:05:26.016875 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59471e0-161c-4939-9d65-701c25e95e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a68324-10d7-4957-a096-693728eae6cc,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:26.024925 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-f59471e0-161c-4939-9d65-701c25e95e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:26.032692 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f59471e0-161c-4939-9d65-701c25e95e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:26.034130 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-f59471e0-161c-4939-9d65-701c25e95e62 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/91a68324-10d7-4957-a096-693728eae6cc HTTP/1.1" status: 204 len: 168 time: 0.3292701 May 17 12:05:26.351426 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62576b0d-6a1a-4a46-a6ad-bb9509412d47 req-4d45e3e3-61e1-41fd-b816-0601964f8373 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:26.359420 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-62576b0d-6a1a-4a46-a6ad-bb9509412d47 req-4d45e3e3-61e1-41fd-b816-0601964f8373 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 985 time: 0.1004887 May 17 12:05:26.420980 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-62576b0d-6a1a-4a46-a6ad-bb9509412d47 req-efbe60ad-9a37-46ee-a85b-24ee00af1d3d tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=43393294-e3fc-4c86-bd9c-b50e691633bd&id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601122 May 17 12:05:26.850399 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b511bf-e3d3-4b84-b05d-3ddddbd88157 req-70fb0919-dcd4-4981-94d4-66f68b3b55f1 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:26.859357 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-45b511bf-e3d3-4b84-b05d-3ddddbd88157 req-70fb0919-dcd4-4981-94d4-66f68b3b55f1 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 945 time: 0.1353357 May 17 12:05:26.910972 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-45b511bf-e3d3-4b84-b05d-3ddddbd88157 req-544bc20c-1132-46d8-b058-752b7c90af51 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483418 May 17 12:05:27.385274 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 60656) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:27.399949 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0f47c-47b6-4adb-a7e5-c7b628c74f42 req-c790c76c-71ba-47f3-b99e-6e6c316271f0 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:27.408190 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-90a0f47c-47b6-4adb-a7e5-c7b628c74f42 req-c790c76c-71ba-47f3-b99e-6e6c316271f0 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.1438215 May 17 12:05:27.480685 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-90a0f47c-47b6-4adb-a7e5-c7b628c74f42 req-a05d0819-7935-4a65-b1e7-fb9a95bab4ac tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715005 May 17 12:05:27.555977 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-7132e803-6c11-42ba-8322-c28bad8493db admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1363823190-network', 'tenant_id': 'aa3142f2173d4022b0c404c920dc8d54'}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:05:27.563639 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-7132e803-6c11-42ba-8322-c28bad8493db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:05:27.573810 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-7132e803-6c11-42ba-8322-c28bad8493db admin admin] Usage tracker for resource:network and tenant:aa3142f2173d4022b0c404c920dc8d54 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:05:27.605572 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-7132e803-6c11-42ba-8322-c28bad8493db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:05:27.617374 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-7132e803-6c11-42ba-8322-c28bad8493db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:05:27.648128 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7132e803-6c11-42ba-8322-c28bad8493db admin admin] Made reservation on behalf of aa3142f2173d4022b0c404c920dc8d54 for: {'network': 1} {{(pid=78701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:05:27.650413 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7132e803-6c11-42ba-8322-c28bad8493db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1523871'] for network, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:27.667097 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7132e803-6c11-42ba-8322-c28bad8493db admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:27.692200 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-7132e803-6c11-42ba-8322-c28bad8493db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:05:27.707424 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-7132e803-6c11-42ba-8322-c28bad8493db admin admin] Usage tracker for resource:security_group_rule and tenant:aa3142f2173d4022b0c404c920dc8d54 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:05:27.716354 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-7132e803-6c11-42ba-8322-c28bad8493db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:05:27.728052 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98751ac6-e4ef-46f6-acc0-51475653306b req-6214b57c-eee0-4569-afc4-c19f8a5c3316 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:27.731344 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-98751ac6-e4ef-46f6-acc0-51475653306b req-6214b57c-eee0-4569-afc4-c19f8a5c3316 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 985 time: 0.1586883 May 17 12:05:27.767423 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-7132e803-6c11-42ba-8322-c28bad8493db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:05:27.820606 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-98751ac6-e4ef-46f6-acc0-51475653306b req-8a8fdb6c-78e5-4822-a6bb-0a49d7b05e65 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=43393294-e3fc-4c86-bd9c-b50e691633bd&id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0822523 May 17 12:05:27.917352 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7132e803-6c11-42ba-8322-c28bad8493db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:27.923578 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7132e803-6c11-42ba-8322-c28bad8493db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:27.928750 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-e8475b09-7b7c-48e7-97ba-3d379d8eb498 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:27.980587 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132e803-6c11-42ba-8322-c28bad8493db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa87b9a5-759e-449d-baf0-b2a9019a7ff8,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:27.992814 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-7132e803-6c11-42ba-8322-c28bad8493db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:27.993791 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7132e803-6c11-42ba-8322-c28bad8493db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=78701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:05:28.010765 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7132e803-6c11-42ba-8322-c28bad8493db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205'] for segment, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:28.011103 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.db.segments_db [None req-7132e803-6c11-42ba-8322-c28bad8493db admin admin] Added segment b61233ca-6cb6-4e29-9ec5-c0502c3c2c37 of type vlan for network 7d148b08-1ad9-4470-987b-bb4369603158 May 17 12:05:28.048407 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7132e803-6c11-42ba-8322-c28bad8493db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762326795951'] for network, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:28.091972 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7132e803-6c11-42ba-8322-c28bad8493db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533501'] for network, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:28.094858 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7132e803-6c11-42ba-8322-c28bad8493db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:28.095794 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7132e803-6c11-42ba-8322-c28bad8493db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for network, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:28.101115 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:28.247561 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a13ef-d413-42ce-8e64-00f1a72d0f45 req-a1bd7bde-f4f5-42d8-9cb9-ba38ced498c1 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:28.247561 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-a24a13ef-d413-42ce-8e64-00f1a72d0f45 req-a1bd7bde-f4f5-42d8-9cb9-ba38ced498c1 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 945 time: 0.1747811 May 17 12:05:28.401314 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132e803-6c11-42ba-8322-c28bad8493db admin admin] Pushing event updated for resources: {'Network': ['ID=7d148b08-1ad9-4470-987b-bb4369603158,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:28.407280 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-7132e803-6c11-42ba-8322-c28bad8493db admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0180285 May 17 12:05:28.407280 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-7132e803-6c11-42ba-8322-c28bad8493db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:28.408691 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 60678) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:28.412776 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Network 7d148b08-1ad9-4470-987b-bb4369603158 details requested by agent ovs-agent-dv-cinder-734144-19-iscsi with host dv-cinder-734144-19-iscsi {{(pid=78702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 12:05:28.438609 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-b7266c61-a91b-4d6e-9f27-30ee4251a6a9 admin admin] Request body: {'subnet': {'network_id': '7d148b08-1ad9-4470-987b-bb4369603158', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1363823190-subnet', 'tenant_id': 'aa3142f2173d4022b0c404c920dc8d54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:05:28.449128 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-b7266c61-a91b-4d6e-9f27-30ee4251a6a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:05:28.461039 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-b7266c61-a91b-4d6e-9f27-30ee4251a6a9 admin admin] Usage tracker for resource:subnet and tenant:aa3142f2173d4022b0c404c920dc8d54 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:05:28.470692 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-b7266c61-a91b-4d6e-9f27-30ee4251a6a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:05:28.486887 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-b7266c61-a91b-4d6e-9f27-30ee4251a6a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:05:28.514167 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7266c61-a91b-4d6e-9f27-30ee4251a6a9 admin admin] Made reservation on behalf of aa3142f2173d4022b0c404c920dc8d54 for: {'subnet': 1} {{(pid=78701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:05:28.520373 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-a24a13ef-d413-42ce-8e64-00f1a72d0f45 req-b25cdb94-c24e-4dd2-b6e7-ce670bf2cbad tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2300570 May 17 12:05:28.522839 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-b7266c61-a91b-4d6e-9f27-30ee4251a6a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2580811'] for subnet, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:28.925357 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a63153d-8492-4c4c-97c0-3cc54b2eec5b req-06d72ba0-b945-41a5-9c25-772298262ad3 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:28.926867 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-3a63153d-8492-4c4c-97c0-3cc54b2eec5b req-06d72ba0-b945-41a5-9c25-772298262ad3 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.1947720 May 17 12:05:29.080840 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-3a63153d-8492-4c4c-97c0-3cc54b2eec5b req-0b736e4a-28df-4ed6-b017-a7f7bbbf15b9 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370153 May 17 12:05:29.129006 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ffe6be-0392-40c0-8f6b-428a6cab9b48 req-807bfa06-149a-48c5-abea-a103e8d5a8d8 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:29.155093 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-58ffe6be-0392-40c0-8f6b-428a6cab9b48 req-807bfa06-149a-48c5-abea-a103e8d5a8d8 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 985 time: 0.1572676 May 17 12:05:29.255223 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-58ffe6be-0392-40c0-8f6b-428a6cab9b48 req-176bcb52-de6f-4ad6-937f-a1224202ff4e tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=43393294-e3fc-4c86-bd9c-b50e691633bd&id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0990355 May 17 12:05:29.298933 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-b7266c61-a91b-4d6e-9f27-30ee4251a6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2534792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2580825'] for subnet, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:29.303829 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-ced44d89-97df-48bb-8f8d-30983f993c15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:29.382884 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7266c61-a91b-4d6e-9f27-30ee4251a6a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2265ec26-25ce-4a67-8ace-40a0c329d3f7,revision_number=0']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:29.392003 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-b7266c61-a91b-4d6e-9f27-30ee4251a6a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:29.401620 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7266c61-a91b-4d6e-9f27-30ee4251a6a9 admin admin] Checking segment: {'id': 'b61233ca-6cb6-4e29-9ec5-c0502c3c2c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7d148b08-1ad9-4470-987b-bb4369603158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:05:29.401998 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7266c61-a91b-4d6e-9f27-30ee4251a6a9 admin admin] Network hostable DHCP agents. Network: 7d148b08-1ad9-4470-987b-bb4369603158, hostable agents: ['1bb0aafc-e938-4aea-abc6-5926a36b60fa'], hosted agents: [] {{(pid=78701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:05:29.430097 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7266c61-a91b-4d6e-9f27-30ee4251a6a9 admin admin] Network 7d148b08-1ad9-4470-987b-bb4369603158 is scheduled to be hosted by DHCP agent 1bb0aafc-e938-4aea-abc6-5926a36b60fa with binding_index 1 {{(pid=78701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:05:29.441488 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.base_scheduler [None req-b7266c61-a91b-4d6e-9f27-30ee4251a6a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-19-iscsi, 7d148b08-1ad9-4470-987b-bb4369603158) {{(pid=78701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:05:29.454375 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e57a6a4-64ef-4499-8cd1-6b121e969709 None None] Network 7d148b08-1ad9-4470-987b-bb4369603158 requested from dv-cinder-734144-19-iscsi {{(pid=78702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:05:29.456146 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7266c61-a91b-4d6e-9f27-30ee4251a6a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:29.456796 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-b7266c61-a91b-4d6e-9f27-30ee4251a6a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:29.495338 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-b7266c61-a91b-4d6e-9f27-30ee4251a6a9 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0846746 May 17 12:05:29.799946 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee037e09-4f1a-426d-b1cc-ccb95499d568 None None] Network 7d148b08-1ad9-4470-987b-bb4369603158 requested from dv-cinder-734144-19-iscsi {{(pid=78702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:05:29.865353 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861fe8a-bcf5-4354-8a2f-e7b04a3887e5 req-56089b9e-7749-4ca4-a9db-d7b0c1775b7e tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:29.867192 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-f861fe8a-bcf5-4354-8a2f-e7b04a3887e5 req-56089b9e-7749-4ca4-a9db-d7b0c1775b7e tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 945 time: 0.1371245 May 17 12:05:29.918302 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-d8f38546-5bf8-4a3b-ad68-e6aca0b285d2 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Synchronizing usage tracker for tenant:59d64c2ea81d477bb3042604d61f07ed on resource:security_group {{(pid=78700) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:05:29.939037 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-d8f38546-5bf8-4a3b-ad68-e6aca0b285d2 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Unset dirty status for tenant:59d64c2ea81d477bb3042604d61f07ed on resource:security_group {{(pid=78700) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:05:29.949066 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-d8f38546-5bf8-4a3b-ad68-e6aca0b285d2 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-353592428&fields=id&tenant_id=59d64c2ea81d477bb3042604d61f07ed HTTP/1.1" status: 200 len: 267 time: 0.0979056 May 17 12:05:29.952157 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-f861fe8a-bcf5-4354-8a2f-e7b04a3887e5 req-9ddaa2e0-9ed0-4072-8006-4700cf16b38e tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752203 May 17 12:05:30.111160 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-93312c01-98ed-45f5-b8b7-3ce2e3669629 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:30.112650 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-93312c01-98ed-45f5-b8b7-3ce2e3669629 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/networks?id=420f9a68-4de0-4fd9-af03-44cf74933625 HTTP/1.1" status: 200 len: 809 time: 0.1624143 May 17 12:05:30.128546 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-f0967752-4c01-498c-a33b-2e573f8b75ed tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/quotas/59d64c2ea81d477bb3042604d61f07ed HTTP/1.1" status: 200 len: 375 time: 0.0098324 May 17 12:05:30.214078 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-fbcb9f1b-e655-4fae-9d98-e8a1f42552e5 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=59d64c2ea81d477bb3042604d61f07ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0798934 May 17 12:05:30.322144 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e36d8-00c8-4888-90a7-457016b91c22 req-d62a53b1-5c18-406f-9f1e-9950c22e5613 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:30.322843 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-250e36d8-00c8-4888-90a7-457016b91c22 req-d62a53b1-5c18-406f-9f1e-9950c22e5613 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Synchronizing usage tracker for tenant:aa3142f2173d4022b0c404c920dc8d54 on resource:network {{(pid=78701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:05:30.340415 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-250e36d8-00c8-4888-90a7-457016b91c22 req-d62a53b1-5c18-406f-9f1e-9950c22e5613 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Unset dirty status for tenant:aa3142f2173d4022b0c404c920dc8d54 on resource:network {{(pid=78701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:05:30.341568 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-250e36d8-00c8-4888-90a7-457016b91c22 req-d62a53b1-5c18-406f-9f1e-9950c22e5613 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/networks?id=7d148b08-1ad9-4470-987b-bb4369603158 HTTP/1.1" status: 200 len: 815 time: 0.1669791 May 17 12:05:30.356329 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-250e36d8-00c8-4888-90a7-457016b91c22 req-960b6174-327b-4588-ae04-84f0acf9a5d2 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/quotas/aa3142f2173d4022b0c404c920dc8d54 HTTP/1.1" status: 200 len: 375 time: 0.0087111 May 17 12:05:30.356990 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-5cb3432e-dfc8-4aef-b403-7b5893352d2b service neutron] 10.222.0.11 "GET /v2.0/networks/420f9a68-4de0-4fd9-af03-44cf74933625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311562 May 17 12:05:30.408536 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-250e36d8-00c8-4888-90a7-457016b91c22 req-13048ed1-8c4e-4786-a008-33534519ea82 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa3142f2173d4022b0c404c920dc8d54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463099 May 17 12:05:30.497796 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-3ee0b2b3-bced-4427-81eb-8662a9832194 service neutron] 10.222.0.11 "GET /v2.0/networks/420f9a68-4de0-4fd9-af03-44cf74933625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346457 May 17 12:05:30.542933 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-250e36d8-00c8-4888-90a7-457016b91c22 req-efc8c4ed-dd1e-4641-9894-f8fb5b17566d service neutron] 10.222.0.11 "GET /v2.0/networks/7d148b08-1ad9-4470-987b-bb4369603158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275666 May 17 12:05:30.677247 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-250e36d8-00c8-4888-90a7-457016b91c22 req-f4676f24-93b5-4826-9c8b-febaf3bada77 service neutron] 10.222.0.11 "GET /v2.0/networks/7d148b08-1ad9-4470-987b-bb4369603158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276293 May 17 12:05:30.978621 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c89a1d-07fc-4bbe-adfa-11fdfc1fdffe req-154ffe45-fe1d-4dd7-998d-4a213e5d0c0c tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:30.989015 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-f7c89a1d-07fc-4bbe-adfa-11fdfc1fdffe req-154ffe45-fe1d-4dd7-998d-4a213e5d0c0c tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.1206260 May 17 12:05:31.057978 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c40f34-bdae-4727-9c2d-75db9dabadaf req-c81ea0f0-2111-43a5-99aa-ad09ffd058df tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:31.068890 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f5c40f34-bdae-4727-9c2d-75db9dabadaf req-c81ea0f0-2111-43a5-99aa-ad09ffd058df tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 985 time: 0.1497231 May 17 12:05:31.093767 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-f7c89a1d-07fc-4bbe-adfa-11fdfc1fdffe req-e21e7f95-ecaf-493c-81ed-69b092f8de12 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030059 May 17 12:05:31.152634 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f5c40f34-bdae-4727-9c2d-75db9dabadaf req-2965c221-1a7e-425b-9170-30130b75db1f tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=43393294-e3fc-4c86-bd9c-b50e691633bd&id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0827706 May 17 12:05:31.205442 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-0f9ef853-0525-4650-b0fe-f3070b3a3b23 req-7913acea-082e-4d54-a905-d63e83b5931c tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=275a1aec-8b1b-4a4d-a405-46d821a2a9e3 HTTP/1.1" status: 200 len: 210 time: 0.0567503 May 17 12:05:31.258843 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-e4d3fc7b-5c5a-4a73-a388-0d2af59fdc07 req-c34cc74c-7066-4503-a61c-b34345148cde tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 210 time: 0.0486662 May 17 12:05:31.398862 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d9eed-dff8-4042-b34d-18c05bc36ea9 req-7b7be40f-9fb3-4409-84fa-00f657d2d075 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:31.400302 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-2f2d9eed-dff8-4042-b34d-18c05bc36ea9 req-7b7be40f-9fb3-4409-84fa-00f657d2d075 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 945 time: 0.0833526 May 17 12:05:31.444895 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-2f2d9eed-dff8-4042-b34d-18c05bc36ea9 req-6f0e7a63-0d66-4c17-824b-0cc59b105b49 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378993 May 17 12:05:31.878574 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.agents_db [None req-bc444940-bb86-4de8-ac48-ae4570a6a7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:05:32.285967 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc83b2-0ee8-4ceb-bd6b-a1daceef15d2 req-6c33d016-d232-4f3d-a78c-301659b875f1 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:32.287451 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-4abc83b2-0ee8-4ceb-bd6b-a1daceef15d2 req-6c33d016-d232-4f3d-a78c-301659b875f1 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.0809658 May 17 12:05:32.337334 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-4abc83b2-0ee8-4ceb-bd6b-a1daceef15d2 req-617801f9-0574-489d-8209-4535f9ede7ae tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439305 May 17 12:05:32.424124 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff59d2-ea7f-4246-910a-49671dbb269a req-d0b6db56-8726-40f4-891f-18fa3741e305 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:32.425637 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-58ff59d2-ea7f-4246-910a-49671dbb269a req-d0b6db56-8726-40f4-891f-18fa3741e305 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 985 time: 0.1626358 May 17 12:05:32.473630 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-58ff59d2-ea7f-4246-910a-49671dbb269a req-53517ed5-0ba5-484e-9330-69faacb49e49 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=43393294-e3fc-4c86-bd9c-b50e691633bd&id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0421867 May 17 12:05:32.475843 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-edc3e171-b098-47ff-8647-4c523dbde356 req-ab017927-d674-42e8-b5c8-3bedb9af66c9 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=275a1aec-8b1b-4a4d-a405-46d821a2a9e3 HTTP/1.1" status: 200 len: 210 time: 0.0446458 May 17 12:05:32.621742 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-e74f1c47-e148-4f14-a7ae-39d06e8bd1e5 req-b7c3c6e6-2ccb-402e-95bb-712c3293e20a tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Synchronizing usage tracker for tenant:59d64c2ea81d477bb3042604d61f07ed on resource:port {{(pid=78701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:05:32.638770 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-e74f1c47-e148-4f14-a7ae-39d06e8bd1e5 req-b7c3c6e6-2ccb-402e-95bb-712c3293e20a tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Unset dirty status for tenant:59d64c2ea81d477bb3042604d61f07ed on resource:port {{(pid=78701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:05:32.640723 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-e74f1c47-e148-4f14-a7ae-39d06e8bd1e5 req-b7c3c6e6-2ccb-402e-95bb-712c3293e20a tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 210 time: 0.0600765 May 17 12:05:32.668277 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c65904-d178-4782-bc0f-a340359c894f req-660f413e-7683-45e0-92e4-d16a60aa29f0 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:32.669796 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-83c65904-d178-4782-bc0f-a340359c894f req-660f413e-7683-45e0-92e4-d16a60aa29f0 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 945 time: 0.0821278 May 17 12:05:32.718279 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-83c65904-d178-4782-bc0f-a340359c894f req-68b5f5fa-30f7-49a9-9d61-7720d43c2eb6 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426319 May 17 12:05:33.607962 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b166191-2c7a-4d9e-99bb-c26e244aecec req-4ad92333-219f-4429-b075-adf235c398ec tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:33.610050 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-9b166191-2c7a-4d9e-99bb-c26e244aecec req-4ad92333-219f-4429-b075-adf235c398ec tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.1557684 May 17 12:05:33.701652 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-9b166191-2c7a-4d9e-99bb-c26e244aecec req-99ee8932-e261-403d-af8a-26837297bc3f tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853364 May 17 12:05:33.718358 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-6ebbd5de-c889-406d-a26a-4398d4da09a2 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:33.720526 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-6ebbd5de-c889-406d-a26a-4398d4da09a2 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.52 "GET /v2.0/networks?id=420f9a68-4de0-4fd9-af03-44cf74933625 HTTP/1.1" status: 200 len: 809 time: 0.2261610 May 17 12:05:33.901927 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-87c295ed-cf02-444b-a748-3b9f76d37d87 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59d64c2ea81d477bb3042604d61f07ed HTTP/1.1" status: 200 len: 379 time: 0.1116693 May 17 12:05:33.932372 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-0ce51d9c-47a7-474e-92e6-dfea4d8880b7 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Request body: {'port': {'device_id': 'fa8d2e28-2434-4900-a3c4-19c019ebf97a', 'network_id': '420f9a68-4de0-4fd9-af03-44cf74933625', 'admin_state_up': True, 'tenant_id': '59d64c2ea81d477bb3042604d61f07ed', 'security_groups': ['c2169a9d-55b8-4565-afcd-add32d573f95']}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:05:33.946563 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-5b7ca53a-29b1-456a-b615-8f4847fdbe7c req-7914c8a7-9b3d-4761-ad18-3f6790570d13 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=275a1aec-8b1b-4a4d-a405-46d821a2a9e3 HTTP/1.1" status: 200 len: 210 time: 0.0807905 May 17 12:05:33.994666 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904a895-a006-4392-8394-358c9f1bd526 req-51b41fa4-190c-409e-9fc7-38886bf36da6 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:34.003246 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-e904a895-a006-4392-8394-358c9f1bd526 req-51b41fa4-190c-409e-9fc7-38886bf36da6 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 985 time: 0.2815983 May 17 12:05:34.153647 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-c71bb7d0-dbb1-445c-864d-5ccc577509f7 req-1d653631-4b3c-499c-be82-152cbc4c865b tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 210 time: 0.0654709 May 17 12:05:34.234529 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-e904a895-a006-4392-8394-358c9f1bd526 req-efe78833-dcf0-42c4-a107-3cffe13db17d tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=43393294-e3fc-4c86-bd9c-b50e691633bd&id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2303121 May 17 12:05:34.408967 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d33f2-567d-41f8-83c8-47b8edf4d904 req-eb5b5e86-8939-43f2-9933-97218c1a79ec tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:34.421916 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-0e7d33f2-567d-41f8-83c8-47b8edf4d904 req-eb5b5e86-8939-43f2-9933-97218c1a79ec tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 945 time: 0.1217434 May 17 12:05:34.482922 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-0e7d33f2-567d-41f8-83c8-47b8edf4d904 req-a20631cb-32c0-4e59-afcf-069ff0c13d85 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596902 May 17 12:05:34.531087 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e36d8-00c8-4888-90a7-457016b91c22 req-ad9e69d5-a7ad-4d82-a14b-720f081df97b tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:34.532600 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-250e36d8-00c8-4888-90a7-457016b91c22 req-ad9e69d5-a7ad-4d82-a14b-720f081df97b tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.52 "GET /v2.0/networks?id=7d148b08-1ad9-4470-987b-bb4369603158 HTTP/1.1" status: 200 len: 815 time: 0.4048333 May 17 12:05:34.533685 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-0ce51d9c-47a7-474e-92e6-dfea4d8880b7 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:05:34.545489 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-0ce51d9c-47a7-474e-92e6-dfea4d8880b7 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:05:34.552491 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [req-250e36d8-00c8-4888-90a7-457016b91c22 req-0cd6a7d4-a527-4113-b6ed-15ee2a5023e2 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Request body: {'port': {'device_id': '275a1aec-8b1b-4a4d-a405-46d821a2a9e3', 'network_id': '7d148b08-1ad9-4470-987b-bb4369603158', 'admin_state_up': True, 'tenant_id': 'aa3142f2173d4022b0c404c920dc8d54'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:05:34.642570 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-0ce51d9c-47a7-474e-92e6-dfea4d8880b7 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Made reservation on behalf of 59d64c2ea81d477bb3042604d61f07ed for: {'port': 1} {{(pid=78700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:05:34.646357 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-0ce51d9c-47a7-474e-92e6-dfea4d8880b7 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:34.778697 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [req-250e36d8-00c8-4888-90a7-457016b91c22 req-0cd6a7d4-a527-4113-b6ed-15ee2a5023e2 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:05:34.783075 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-250e36d8-00c8-4888-90a7-457016b91c22 req-0cd6a7d4-a527-4113-b6ed-15ee2a5023e2 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Usage tracker for resource:port and tenant:aa3142f2173d4022b0c404c920dc8d54 is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:05:34.786207 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-250e36d8-00c8-4888-90a7-457016b91c22 req-0cd6a7d4-a527-4113-b6ed-15ee2a5023e2 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:05:34.792385 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [req-250e36d8-00c8-4888-90a7-457016b91c22 req-0cd6a7d4-a527-4113-b6ed-15ee2a5023e2 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:05:34.811327 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-250e36d8-00c8-4888-90a7-457016b91c22 req-0cd6a7d4-a527-4113-b6ed-15ee2a5023e2 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Made reservation on behalf of aa3142f2173d4022b0c404c920dc8d54 for: {'port': 1} {{(pid=78700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:05:34.814845 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-250e36d8-00c8-4888-90a7-457016b91c22 req-0cd6a7d4-a527-4113-b6ed-15ee2a5023e2 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:35.025738 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.db_base_plugin_common [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-0ce51d9c-47a7-474e-92e6-dfea4d8880b7 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Allocated IP 172.20.0.9 (420f9a68-4de0-4fd9-af03-44cf74933625/9b0c68ee-5a47-455b-9b80-2cefd0e5cc49/ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1) {{(pid=78700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:05:35.106207 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-d7e97c8f-bfeb-48d8-9243-adbacf5ecc22 req-a67af8dc-ccd7-4d0b-b668-884a5d67382d tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=275a1aec-8b1b-4a4d-a405-46d821a2a9e3 HTTP/1.1" status: 200 len: 210 time: 0.0461407 May 17 12:05:35.139590 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec480410-476e-41d9-a4c2-3349e23824b8 req-5c860d1c-af63-4407-ae78-23bb6f24cb1e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:35.141111 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ec480410-476e-41d9-a4c2-3349e23824b8 req-5c860d1c-af63-4407-ae78-23bb6f24cb1e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.2739804 May 17 12:05:35.151213 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.db_base_plugin_common [req-250e36d8-00c8-4888-90a7-457016b91c22 req-0cd6a7d4-a527-4113-b6ed-15ee2a5023e2 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Allocated IP 172.20.0.4 (7d148b08-1ad9-4470-987b-bb4369603158/2265ec26-25ce-4a67-8ace-40a0c329d3f7/0640b73d-51e9-47f4-a362-f5b6aaf63e9a) {{(pid=78700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:05:35.304191 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ec480410-476e-41d9-a4c2-3349e23824b8 req-031770aa-1ff7-4d90-8b22-27470c07794e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561480 May 17 12:05:35.313394 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-06dd6d2e-db2f-4783-8ea5-372ee3ff49fa req-81a99b60-4996-4d56-9fe6-c9948817bd83 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 210 time: 0.0458660 May 17 12:05:35.505256 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-0ce51d9c-47a7-474e-92e6-dfea4d8880b7 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks [] for port, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:35.551138 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.provisioning_blocks [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-0ce51d9c-47a7-474e-92e6-dfea4d8880b7 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Transition to ACTIVE for port object ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1 will not be triggered until provisioned by entity DHCP. {{(pid=78700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:05:35.591703 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca800bd1-6a44-4804-8c48-31e22f41f1b6 req-074a2cf2-327b-42d6-9d10-000514809f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:35.593310 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-ca800bd1-6a44-4804-8c48-31e22f41f1b6 req-074a2cf2-327b-42d6-9d10-000514809f98 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=74eacc72869f49c6b97dcf14e5f937b4&device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 1099 time: 0.0766604 May 17 12:05:35.605682 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-250e36d8-00c8-4888-90a7-457016b91c22 req-0cd6a7d4-a527-4113-b6ed-15ee2a5023e2 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Notify callbacks [] for port, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:35.626810 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f3b59-0a35-4623-a94d-d5a242777f4d req-ffbca576-0b8b-4efe-99c8-2338835a6209 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:35.628286 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-9d8f3b59-0a35-4623-a94d-d5a242777f4d req-ffbca576-0b8b-4efe-99c8-2338835a6209 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 985 time: 0.2012582 May 17 12:05:35.681301 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-0ce51d9c-47a7-474e-92e6-dfea4d8880b7 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:35.691607 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-3f4eee99-8b47-40a7-b2a4-1328fe490ef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:35.731066 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-9d8f3b59-0a35-4623-a94d-d5a242777f4d req-f9bfa7ca-bb15-4ec2-a904-9bfd48925bb9 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=43393294-e3fc-4c86-bd9c-b50e691633bd&id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0960429 May 17 12:05:35.765650 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-0ce51d9c-47a7-474e-92e6-dfea4d8880b7 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Network 420f9a68-4de0-4fd9-af03-44cf74933625 is already hosted by enough agents. {{(pid=78700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:05:35.768884 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-250e36d8-00c8-4888-90a7-457016b91c22 req-0cd6a7d4-a527-4113-b6ed-15ee2a5023e2 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:35.772829 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.base_scheduler [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-0ce51d9c-47a7-474e-92e6-dfea4d8880b7 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Resources bound (agent type, host, resource id): {{(pid=78700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:05:35.781889 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-0ce51d9c-47a7-474e-92e6-dfea4d8880b7 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Received port after_create {{(pid=78700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:05:35.802507 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2692e-3a3e-4101-b347-4e459d3dd89d req-4affde90-986c-4027-9288-d47e2b495f94 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:35.804087 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-20a2692e-3a3e-4101-b347-4e459d3dd89d req-4affde90-986c-4027-9288-d47e2b495f94 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 945 time: 0.2099066 May 17 12:05:35.805844 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca800bd1-6a44-4804-8c48-31e22f41f1b6 req-2b1453cd-faa1-4700-871d-df46a0fd4b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:35.807296 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-ca800bd1-6a44-4804-8c48-31e22f41f1b6 req-2b1453cd-faa1-4700-871d-df46a0fd4b83 service neutron] 10.222.0.52 "GET /v2.0/networks?id=232f65e1-0da5-4006-971a-4fd3e6d8c4db HTTP/1.1" status: 200 len: 911 time: 0.1775274 May 17 12:05:35.811612 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce51d9c-47a7-474e-92e6-dfea4d8880b7 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Pushing event updated for resources: {'Port': ['ID=ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:35.821302 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-0ce51d9c-47a7-474e-92e6-dfea4d8880b7 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:35.822003 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-4afc1688-a471-4b71-86ef-cba2e5342459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:35.896136 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 60910) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:35.957064 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-250e36d8-00c8-4888-90a7-457016b91c22 req-0cd6a7d4-a527-4113-b6ed-15ee2a5023e2 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Network 7d148b08-1ad9-4470-987b-bb4369603158 is already hosted by enough agents. {{(pid=78700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:05:35.972221 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.base_scheduler [req-250e36d8-00c8-4888-90a7-457016b91c22 req-0cd6a7d4-a527-4113-b6ed-15ee2a5023e2 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Resources bound (agent type, host, resource id): {{(pid=78700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:05:35.986786 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [req-250e36d8-00c8-4888-90a7-457016b91c22 req-0cd6a7d4-a527-4113-b6ed-15ee2a5023e2 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Received port after_create {{(pid=78700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:05:36.017934 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-ca800bd1-6a44-4804-8c48-31e22f41f1b6 req-2eefd0dd-4a92-4e89-bdc3-1b1f2fd4c20e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d058b89-233e-470f-880a-a90f321112df HTTP/1.1" status: 200 len: 1002 time: 0.1827857 May 17 12:05:36.025109 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd6a7d4-a527-4113-b6ed-15ee2a5023e2 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Pushing event updated for resources: {'Port': ['ID=0640b73d-51e9-47f4-a362-f5b6aaf63e9a,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:36.043496 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-0cd6a7d4-a527-4113-b6ed-15ee2a5023e2 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:36.045568 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-20a2692e-3a3e-4101-b347-4e459d3dd89d req-3e15955d-195c-4a62-95c2-18da619279e2 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2335289 May 17 12:05:36.053899 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-0ce51d9c-47a7-474e-92e6-dfea4d8880b7 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:36.054497 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-0ce51d9c-47a7-474e-92e6-dfea4d8880b7 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:36.104217 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbb76f9d-b036-4955-a311-0f64c063cdfb admin admin] Deleting subnet 56d651cc-222a-449b-8c4a-e67f322f88b0 {{(pid=78700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 12:05:36.112445 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-dbb76f9d-b036-4955-a311-0f64c063cdfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:36.123869 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-7a79b403-a1d8-43f5-aa7c-0c5e6ae87c2e None None] Provisioning for port ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1 completed by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:05:36.133706 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca800bd1-6a44-4804-8c48-31e22f41f1b6 req-7b4433a2-4f59-4517-a828-8e50744897cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:36.135430 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-ca800bd1-6a44-4804-8c48-31e22f41f1b6 req-7b4433a2-4f59-4517-a828-8e50744897cb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4df74225-b796-4a2f-84ac-d4b6fecaea77 HTTP/1.1" status: 200 len: 849 time: 0.0888062 May 17 12:05:36.146654 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-0ce51d9c-47a7-474e-92e6-dfea4d8880b7 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2218468 May 17 12:05:36.159982 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-7a79b403-a1d8-43f5-aa7c-0c5e6ae87c2e None None] Provisioning complete for port ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1 triggered by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:05:36.160555 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7a79b403-a1d8-43f5-aa7c-0c5e6ae87c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:36.168903 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-d062e52d-53eb-47cb-9fa5-43349862e7a4 service neutron] Request body: {'port': {'device_id': 'fa8d2e28-2434-4900-a3c4-19c019ebf97a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:05:36.211233 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e36d8-00c8-4888-90a7-457016b91c22 req-0cd6a7d4-a527-4113-b6ed-15ee2a5023e2 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:36.211976 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-250e36d8-00c8-4888-90a7-457016b91c22 req-0cd6a7d4-a527-4113-b6ed-15ee2a5023e2 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:36.235033 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca800bd1-6a44-4804-8c48-31e22f41f1b6 req-b9ce2602-24a6-4410-8214-f97cc89a709b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:36.237880 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-ca800bd1-6a44-4804-8c48-31e22f41f1b6 req-b9ce2602-24a6-4410-8214-f97cc89a709b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=232f65e1-0da5-4006-971a-4fd3e6d8c4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0937414 May 17 12:05:36.251195 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-dbb76f9d-b036-4955-a311-0f64c063cdfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2957047'] for subnet, precommit_delete_associations {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:36.311336 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-7a79b403-a1d8-43f5-aa7c-0c5e6ae87c2e None None] Port ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1 cannot update to ACTIVE because it is not bound. {{(pid=78702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 12:05:36.338319 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-250e36d8-00c8-4888-90a7-457016b91c22 req-0cd6a7d4-a527-4113-b6ed-15ee2a5023e2 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7896490 May 17 12:05:36.403822 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [req-250e36d8-00c8-4888-90a7-457016b91c22 req-d5375ee5-6341-4290-867b-c679acdb4222 service neutron] Request body: {'port': {'device_id': '275a1aec-8b1b-4a4d-a405-46d821a2a9e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:05:36.462990 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-ca800bd1-6a44-4804-8c48-31e22f41f1b6 req-436739f9-4722-4741-b5ba-fafdf01a0e7a service neutron] 10.222.0.52 "GET /v2.0/networks/232f65e1-0da5-4006-971a-4fd3e6d8c4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150624 May 17 12:05:36.664767 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-ca800bd1-6a44-4804-8c48-31e22f41f1b6 req-b6ee2f61-c63c-46c1-a0a7-125d5b2b8d86 service neutron] 10.222.0.52 "GET /v2.0/networks/232f65e1-0da5-4006-971a-4fd3e6d8c4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936388 May 17 12:05:36.681854 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c083031-a96b-4592-8a01-f39636401179 req-55966ff3-2b6f-4a10-b3f9-479686a1d819 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:36.685614 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-0c083031-a96b-4592-8a01-f39636401179 req-55966ff3-2b6f-4a10-b3f9-479686a1d819 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.1944747 May 17 12:05:36.691137 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-250e36d8-00c8-4888-90a7-457016b91c22 req-d5375ee5-6341-4290-867b-c679acdb4222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:36.744214 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-0c083031-a96b-4592-8a01-f39636401179 req-3a987fcf-43da-4bc9-93cc-cad1dc511772 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502024 May 17 12:05:36.798310 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-dbb76f9d-b036-4955-a311-0f64c063cdfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383026'] for subnet, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:36.861187 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-d062e52d-53eb-47cb-9fa5-43349862e7a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:36.933077 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8eb03-094d-46aa-9de2-8e5322a156de req-e3f2376e-a9df-4127-a9dc-00f940ce46d6 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:36.938384 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-a6b8eb03-094d-46aa-9de2-8e5322a156de req-e3f2376e-a9df-4127-a9dc-00f940ce46d6 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 931 time: 0.0918658 May 17 12:05:36.983051 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-a6b8eb03-094d-46aa-9de2-8e5322a156de req-b2e9fa1a-d4c9-4117-803c-9247e69b84e5 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Synchronizing usage tracker for tenant:59d64c2ea81d477bb3042604d61f07ed on resource:security_group {{(pid=78701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:05:36.994846 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-a6b8eb03-094d-46aa-9de2-8e5322a156de req-b2e9fa1a-d4c9-4117-803c-9247e69b84e5 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Unset dirty status for tenant:59d64c2ea81d477bb3042604d61f07ed on resource:security_group {{(pid=78701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:05:36.995957 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-a6b8eb03-094d-46aa-9de2-8e5322a156de req-b2e9fa1a-d4c9-4117-803c-9247e69b84e5 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539834 May 17 12:05:37.090148 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2c983-3a54-4c69-a33f-7be283ddd36f req-a38f0f79-a72c-498e-a5f4-6c5634613b60 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:37.090866 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-78d2c983-3a54-4c69-a33f-7be283ddd36f req-a38f0f79-a72c-498e-a5f4-6c5634613b60 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Synchronizing usage tracker for tenant:aa3142f2173d4022b0c404c920dc8d54 on resource:port {{(pid=78700) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:05:37.273865 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-78d2c983-3a54-4c69-a33f-7be283ddd36f req-a38f0f79-a72c-498e-a5f4-6c5634613b60 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Unset dirty status for tenant:aa3142f2173d4022b0c404c920dc8d54 on resource:port {{(pid=78700) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:05:37.275004 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-78d2c983-3a54-4c69-a33f-7be283ddd36f req-a38f0f79-a72c-498e-a5f4-6c5634613b60 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=275a1aec-8b1b-4a4d-a405-46d821a2a9e3 HTTP/1.1" status: 200 len: 931 time: 0.9487326 May 17 12:05:37.285395 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2089743-7d45-4d7e-b868-edc5b4c4e341 req-a22f1bb9-786d-478e-8be5-e0c06eef8638 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:37.287025 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-d2089743-7d45-4d7e-b868-edc5b4c4e341 req-a22f1bb9-786d-478e-8be5-e0c06eef8638 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 985 time: 0.1866012 May 17 12:05:37.334566 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-d2089743-7d45-4d7e-b868-edc5b4c4e341 req-34eda101-df5f-4f62-ba4d-891bd933d94b tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=43393294-e3fc-4c86-bd9c-b50e691633bd&id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416346 May 17 12:05:37.513854 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-78d2c983-3a54-4c69-a33f-7be283ddd36f req-16b83cdd-7966-43ca-90d7-c834938bdf92 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201266 May 17 12:05:37.523352 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da937a9-07d7-49e8-a4ee-5700f9b611fd req-a35461db-8a82-491f-b119-d948c45964e9 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:37.525164 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-5da937a9-07d7-49e8-a4ee-5700f9b611fd req-a35461db-8a82-491f-b119-d948c45964e9 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 945 time: 0.0847082 May 17 12:05:37.578581 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-5da937a9-07d7-49e8-a4ee-5700f9b611fd req-cffa2353-0d3d-482c-b9c1-6b7172be40d2 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447094 May 17 12:05:37.638776 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [req-250e36d8-00c8-4888-90a7-457016b91c22 req-d5375ee5-6341-4290-867b-c679acdb4222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0640b73d-51e9-47f4-a362-f5b6aaf63e9a {{(pid=78700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:05:37.647383 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-dbb76f9d-b036-4955-a311-0f64c063cdfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2209087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2936378'] for subnet, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:37.650021 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-250e36d8-00c8-4888-90a7-457016b91c22 req-d5375ee5-6341-4290-867b-c679acdb4222 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:37.658580 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-8422ae48-314e-4ddf-bd98-8213ae4bb8e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:37.711513 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb76f9d-b036-4955-a311-0f64c063cdfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56d651cc-222a-449b-8c4a-e67f322f88b0,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:37.723895 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-dbb76f9d-b036-4955-a311-0f64c063cdfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:37.724781 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.provisioning_blocks [req-250e36d8-00c8-4888-90a7-457016b91c22 req-d5375ee5-6341-4290-867b-c679acdb4222 service neutron] Transition to ACTIVE for port object 0640b73d-51e9-47f4-a362-f5b6aaf63e9a will not be triggered until provisioned by entity L2. {{(pid=78700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:05:37.728327 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-dbb76f9d-b036-4955-a311-0f64c063cdfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for subnet, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:37.763689 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-250e36d8-00c8-4888-90a7-457016b91c22 req-d5375ee5-6341-4290-867b-c679acdb4222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2209221'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:37.778897 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-5ef470fd-3b29-4bb3-9d38-5d2d4875ef96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:37.807693 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-dbb76f9d-b036-4955-a311-0f64c063cdfb admin admin] 10.222.0.11 "DELETE /v2.0/subnets/56d651cc-222a-449b-8c4a-e67f322f88b0 HTTP/1.1" status: 204 len: 168 time: 1.9085979 May 17 12:05:37.810749 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 60994) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:37.916078 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-d062e52d-53eb-47cb-9fa5-43349862e7a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1 {{(pid=78700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:05:37.938285 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-d062e52d-53eb-47cb-9fa5-43349862e7a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:37.963812 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:37.984760 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5375ee5-6341-4290-867b-c679acdb4222 service neutron] Pushing event updated for resources: {'Port': ['ID=0640b73d-51e9-47f4-a362-f5b6aaf63e9a,revision_number=2']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:37.995155 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-d5375ee5-6341-4290-867b-c679acdb4222 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:38.036238 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.provisioning_blocks [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-d062e52d-53eb-47cb-9fa5-43349862e7a4 service neutron] Transition to ACTIVE for port object ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1 will not be triggered until provisioned by entity L2. {{(pid=78700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:05:38.049036 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-d062e52d-53eb-47cb-9fa5-43349862e7a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2209221'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:38.056476 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-cfd5ee55-e79e-47e7-b994-2183e45cf2de tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:38.057303 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-c79938be-a083-47f7-b14a-79f7c5f1ecdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1494564'] for network, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:38.133249 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d062e52d-53eb-47cb-9fa5-43349862e7a4 service neutron] Pushing event updated for resources: {'Port': ['ID=ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1,revision_number=2']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:38.174942 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a59122-b636-4367-9074-00acf7e71d6e req-3a4a47a7-a983-4b99-a567-e325d578bb14 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:38.176517 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-50a59122-b636-4367-9074-00acf7e71d6e req-3a4a47a7-a983-4b99-a567-e325d578bb14 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.2955148 May 17 12:05:38.303028 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-c79938be-a083-47f7-b14a-79f7c5f1ecdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382983', 'neutron.services.segments.db._delete_segments_for_network-8762327220098'] for network, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:38.321637 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-d062e52d-53eb-47cb-9fa5-43349862e7a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:38.325514 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-50a59122-b636-4367-9074-00acf7e71d6e req-7178361f-eefe-43ee-9383-6199bec6e1bf tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301978 May 17 12:05:38.330815 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.services.segments.db [None req-c79938be-a083-47f7-b14a-79f7c5f1ecdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ea770b3-9ee6-4340-b57a-35491587accb']}} {{(pid=78701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:05:38.349995 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.services.segments.db [None req-c79938be-a083-47f7-b14a-79f7c5f1ecdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc33f06e-2bc8-4f14-a3bc-34577e37d0fa') {'for_net_delete': True} {{(pid=78701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:05:38.350461 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.services.segments.db [None req-c79938be-a083-47f7-b14a-79f7c5f1ecdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc33f06e-2bc8-4f14-a3bc-34577e37d0fa') {} {{(pid=78701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:05:38.364233 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-c79938be-a083-47f7-b14a-79f7c5f1ecdd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762327230347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2587876'] for segment, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:38.381890 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-c79938be-a083-47f7-b14a-79f7c5f1ecdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205'] for segment, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:38.391564 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c79938be-a083-47f7-b14a-79f7c5f1ecdd admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=78701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 12:05:38.392615 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-c79938be-a083-47f7-b14a-79f7c5f1ecdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2534753'] for segment, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:38.407770 dv-cinder-734144-19-iscsi neutron-server[78701]: Traceback (most recent call last): May 17 12:05:38.407770 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 12:05:38.407770 dv-cinder-734144-19-iscsi neutron-server[78701]: timer() May 17 12:05:38.407770 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 12:05:38.407770 dv-cinder-734144-19-iscsi neutron-server[78701]: cb(*args, **kw) May 17 12:05:38.407770 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 12:05:38.407770 dv-cinder-734144-19-iscsi neutron-server[78701]: return func(*args, **kwargs) May 17 12:05:38.407770 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 12:05:38.407770 dv-cinder-734144-19-iscsi neutron-server[78701]: self._notify() May 17 12:05:38.407770 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 12:05:38.407770 dv-cinder-734144-19-iscsi neutron-server[78701]: self.callback(batched_events) May 17 12:05:38.407770 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 12:05:38.407770 dv-cinder-734144-19-iscsi neutron-server[78701]: event.method(event) May 17 12:05:38.407770 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 12:05:38.407770 dv-cinder-734144-19-iscsi neutron-server[78701]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 12:05:38.407770 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 12:05:38.407770 dv-cinder-734144-19-iscsi neutron-server[78701]: aggregate_uuid = self.p_client.list_aggregates( May 17 12:05:38.407770 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 12:05:38.407770 dv-cinder-734144-19-iscsi neutron-server[78701]: return f(self, *a, **k) May 17 12:05:38.407770 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 12:05:38.407770 dv-cinder-734144-19-iscsi neutron-server[78701]: return self._get(url).json() May 17 12:05:38.407770 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 12:05:38.407770 dv-cinder-734144-19-iscsi neutron-server[78701]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 12:05:38.407770 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 12:05:38.407770 dv-cinder-734144-19-iscsi neutron-server[78701]: return self.request(url, 'GET', **kwargs) May 17 12:05:38.407770 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 12:05:38.407770 dv-cinder-734144-19-iscsi neutron-server[78701]: base_url = self.get_endpoint(auth, allow=allow, May 17 12:05:38.407770 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 12:05:38.407770 dv-cinder-734144-19-iscsi neutron-server[78701]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 12:05:38.407770 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 12:05:38.407770 dv-cinder-734144-19-iscsi neutron-server[78701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 12:05:38.407770 dv-cinder-734144-19-iscsi neutron-server[78701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 12:05:38.496667 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-250e36d8-00c8-4888-90a7-457016b91c22 req-d5375ee5-6341-4290-867b-c679acdb4222 service neutron] Attempting to bind port 0640b73d-51e9-47f4-a362-f5b6aaf63e9a on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:05:38.497065 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-250e36d8-00c8-4888-90a7-457016b91c22 req-d5375ee5-6341-4290-867b-c679acdb4222 service neutron] Attempting to bind port 0640b73d-51e9-47f4-a362-f5b6aaf63e9a by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': 'b61233ca-6cb6-4e29-9ec5-c0502c3c2c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7d148b08-1ad9-4470-987b-bb4369603158'}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:05:38.497451 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250e36d8-00c8-4888-90a7-457016b91c22 req-d5375ee5-6341-4290-867b-c679acdb4222 service neutron] Attempting to bind port 0640b73d-51e9-47f4-a362-f5b6aaf63e9a on network 7d148b08-1ad9-4470-987b-bb4369603158 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:05:38.522922 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250e36d8-00c8-4888-90a7-457016b91c22 req-d5375ee5-6341-4290-867b-c679acdb4222 service neutron] Port 0640b73d-51e9-47f4-a362-f5b6aaf63e9a on network 7d148b08-1ad9-4470-987b-bb4369603158 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 12:05:38.523245 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250e36d8-00c8-4888-90a7-457016b91c22 req-d5375ee5-6341-4290-867b-c679acdb4222 service neutron] Attempting to bind port 0640b73d-51e9-47f4-a362-f5b6aaf63e9a on network 7d148b08-1ad9-4470-987b-bb4369603158 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:05:38.537514 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250e36d8-00c8-4888-90a7-457016b91c22 req-d5375ee5-6341-4290-867b-c679acdb4222 service neutron] Checking agent: {'id': 'cd1455da-95ea-496d-8b07-9fb5ea757b4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 59, 37), 'started_at': datetime.datetime(2021, 5, 17, 11, 59, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:05:38.537956 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250e36d8-00c8-4888-90a7-457016b91c22 req-d5375ee5-6341-4290-867b-c679acdb4222 service neutron] Checking segment: {'id': 'b61233ca-6cb6-4e29-9ec5-c0502c3c2c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7d148b08-1ad9-4470-987b-bb4369603158'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:05:38.538534 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250e36d8-00c8-4888-90a7-457016b91c22 req-d5375ee5-6341-4290-867b-c679acdb4222 service neutron] Bound using segment: {'id': 'b61233ca-6cb6-4e29-9ec5-c0502c3c2c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7d148b08-1ad9-4470-987b-bb4369603158'} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:05:38.539090 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-250e36d8-00c8-4888-90a7-457016b91c22 req-d5375ee5-6341-4290-867b-c679acdb4222 service neutron] Bound port: 0640b73d-51e9-47f4-a362-f5b6aaf63e9a, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b61233ca-6cb6-4e29-9ec5-c0502c3c2c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7d148b08-1ad9-4470-987b-bb4369603158'}}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:05:38.539454 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-250e36d8-00c8-4888-90a7-457016b91c22 req-d5375ee5-6341-4290-867b-c679acdb4222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:38.553536 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-c79938be-a083-47f7-b14a-79f7c5f1ecdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407862'] for network, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:38.563415 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-c79938be-a083-47f7-b14a-79f7c5f1ecdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for network, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:38.573508 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:38.601898 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79938be-a083-47f7-b14a-79f7c5f1ecdd admin admin] Pushing event deleted for resources: {'Network': ['ID=9ea770b3-9ee6-4340-b57a-35491587accb,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:38.606276 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-c79938be-a083-47f7-b14a-79f7c5f1ecdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:38.613532 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-c79938be-a083-47f7-b14a-79f7c5f1ecdd admin admin] 10.222.0.11 "DELETE /v2.0/networks/9ea770b3-9ee6-4340-b57a-35491587accb HTTP/1.1" status: 204 len: 168 time: 0.8016732 May 17 12:05:38.630642 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-d062e52d-53eb-47cb-9fa5-43349862e7a4 service neutron] Attempting to bind port ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:05:38.630982 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-d062e52d-53eb-47cb-9fa5-43349862e7a4 service neutron] Attempting to bind port ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '7ba0756d-7443-4d07-89c4-3be29aade41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '420f9a68-4de0-4fd9-af03-44cf74933625'}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:05:38.631308 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-d062e52d-53eb-47cb-9fa5-43349862e7a4 service neutron] Attempting to bind port ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1 on network 420f9a68-4de0-4fd9-af03-44cf74933625 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:05:38.638854 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac77ae-a666-406a-9260-a0e1d2f12a02 req-42564f3b-a4a8-46e6-9ce4-1b58e92690e7 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:38.645622 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-11ac77ae-a666-406a-9260-a0e1d2f12a02 req-42564f3b-a4a8-46e6-9ce4-1b58e92690e7 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 985 time: 0.1407783 May 17 12:05:38.651841 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-d062e52d-53eb-47cb-9fa5-43349862e7a4 service neutron] Port ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1 on network 420f9a68-4de0-4fd9-af03-44cf74933625 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 12:05:38.652161 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-d062e52d-53eb-47cb-9fa5-43349862e7a4 service neutron] Attempting to bind port ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1 on network 420f9a68-4de0-4fd9-af03-44cf74933625 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:05:38.670743 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce21f4d-e98b-48b8-8850-1d371b3f0fb4 req-757d32ca-1569-4cde-a0ed-413486e25940 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:38.671748 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-fce21f4d-e98b-48b8-8850-1d371b3f0fb4 req-757d32ca-1569-4cde-a0ed-413486e25940 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Synchronizing usage tracker for tenant:59d64c2ea81d477bb3042604d61f07ed on resource:port {{(pid=78700) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:05:38.690179 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-d062e52d-53eb-47cb-9fa5-43349862e7a4 service neutron] Checking agent: {'id': 'cd1455da-95ea-496d-8b07-9fb5ea757b4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 59, 37), 'started_at': datetime.datetime(2021, 5, 17, 11, 59, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:05:38.690515 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-d062e52d-53eb-47cb-9fa5-43349862e7a4 service neutron] Checking segment: {'id': '7ba0756d-7443-4d07-89c4-3be29aade41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '420f9a68-4de0-4fd9-af03-44cf74933625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:05:38.691093 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-d062e52d-53eb-47cb-9fa5-43349862e7a4 service neutron] Bound using segment: {'id': '7ba0756d-7443-4d07-89c4-3be29aade41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '420f9a68-4de0-4fd9-af03-44cf74933625'} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:05:38.691539 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-d062e52d-53eb-47cb-9fa5-43349862e7a4 service neutron] Bound port: ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ba0756d-7443-4d07-89c4-3be29aade41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '420f9a68-4de0-4fd9-af03-44cf74933625'}}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:05:38.691893 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-d062e52d-53eb-47cb-9fa5-43349862e7a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:38.700821 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-11ac77ae-a666-406a-9260-a0e1d2f12a02 req-7ca9b1ff-8496-4235-a18a-e81a33e1b32a tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=43393294-e3fc-4c86-bd9c-b50e691633bd&id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519817 May 17 12:05:38.718357 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-250e36d8-00c8-4888-90a7-457016b91c22 req-d5375ee5-6341-4290-867b-c679acdb4222 service neutron] For port 0640b73d-51e9-47f4-a362-f5b6aaf63e9a, host hv-cinder-73414, cleared binding levels {{(pid=78700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:05:38.758611 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-250e36d8-00c8-4888-90a7-457016b91c22 req-d5375ee5-6341-4290-867b-c679acdb4222 service neutron] For port 0640b73d-51e9-47f4-a362-f5b6aaf63e9a, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=0640b73d-51e9-47f4-a362-f5b6aaf63e9a,segment=NetworkSegment(b61233ca-6cb6-4e29-9ec5-c0502c3c2c37),segment_id=b61233ca-6cb6-4e29-9ec5-c0502c3c2c37)] {{(pid=78700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:05:38.768810 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2e032f90-a116-4b93-b4f4-3621a3085a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:38.770596 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-fce21f4d-e98b-48b8-8850-1d371b3f0fb4 req-757d32ca-1569-4cde-a0ed-413486e25940 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Unset dirty status for tenant:59d64c2ea81d477bb3042604d61f07ed on resource:port {{(pid=78700) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:05:38.771832 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-fce21f4d-e98b-48b8-8850-1d371b3f0fb4 req-757d32ca-1569-4cde-a0ed-413486e25940 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 943 time: 0.4417646 May 17 12:05:38.775527 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-250e36d8-00c8-4888-90a7-457016b91c22 req-d5375ee5-6341-4290-867b-c679acdb4222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2209221'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:38.783197 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-5ef470fd-3b29-4bb3-9d38-5d2d4875ef96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:38.841121 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 32782) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:38.904955 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e36d8-00c8-4888-90a7-457016b91c22 req-d5375ee5-6341-4290-867b-c679acdb4222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:38.906245 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-250e36d8-00c8-4888-90a7-457016b91c22 req-d5375ee5-6341-4290-867b-c679acdb4222 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:38.907603 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-250e36d8-00c8-4888-90a7-457016b91c22 req-d5375ee5-6341-4290-867b-c679acdb4222 service neutron] 10.222.0.52 "PUT /v2.0/ports/0640b73d-51e9-47f4-a362-f5b6aaf63e9a HTTP/1.1" status: 200 len: 1093 time: 2.5510244 May 17 12:05:38.910601 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275a1aec-8b1b-4a4d-a405-46d821a2a9e3', 'tag': '0640b73d-51e9-47f4-a362-f5b6aaf63e9a'}] {{(pid=78700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:05:38.936116 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd8eaf-88e2-472b-a46b-864a9496536b req-56cfc54f-b5fd-4991-919c-73d8d6c8efa4 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:38.948567 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-fce21f4d-e98b-48b8-8850-1d371b3f0fb4 req-b8e9f7fe-8a24-481c-b7a1-fcb4aeafa2be tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691129 May 17 12:05:38.951048 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-81cd8eaf-88e2-472b-a46b-864a9496536b req-56cfc54f-b5fd-4991-919c-73d8d6c8efa4 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=275a1aec-8b1b-4a4d-a405-46d821a2a9e3 HTTP/1.1" status: 200 len: 943 time: 0.1350574 May 17 12:05:39.023267 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-d062e52d-53eb-47cb-9fa5-43349862e7a4 service neutron] For port ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1, host hv-cinder-73414, cleared binding levels {{(pid=78700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:05:39.032126 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-81cd8eaf-88e2-472b-a46b-864a9496536b req-c1ac1f1f-520d-4774-b3f6-c375d6d6c71c tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Synchronizing usage tracker for tenant:aa3142f2173d4022b0c404c920dc8d54 on resource:security_group {{(pid=78701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:05:39.040709 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5375ee5-6341-4290-867b-c679acdb4222 service neutron] Pushing event updated for resources: {'Port': ['ID=0640b73d-51e9-47f4-a362-f5b6aaf63e9a,revision_number=3']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:39.050677 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-f980a21e-7fff-40ca-9821-af67ef4358c3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2846a1a5fb9c443b83c02847701e12d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2038805 May 17 12:05:39.050677 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-d5375ee5-6341-4290-867b-c679acdb4222 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:39.051672 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-d062e52d-53eb-47cb-9fa5-43349862e7a4 service neutron] For port ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1,segment=NetworkSegment(7ba0756d-7443-4d07-89c4-3be29aade41d),segment_id=7ba0756d-7443-4d07-89c4-3be29aade41d)] {{(pid=78700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:05:39.053211 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 32788) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:05:39.061225 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-81cd8eaf-88e2-472b-a46b-864a9496536b req-c1ac1f1f-520d-4774-b3f6-c375d6d6c71c tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Unset dirty status for tenant:aa3142f2173d4022b0c404c920dc8d54 on resource:security_group {{(pid=78701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:05:39.070094 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-d062e52d-53eb-47cb-9fa5-43349862e7a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2209221'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:39.070923 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-81cd8eaf-88e2-472b-a46b-864a9496536b req-c1ac1f1f-520d-4774-b3f6-c375d6d6c71c tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979850 May 17 12:05:39.088146 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:39.126765 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275a1aec-8b1b-4a4d-a405-46d821a2a9e3', 'tag': '0640b73d-51e9-47f4-a362-f5b6aaf63e9a', 'status': 'completed', 'code': 200} May 17 12:05:39.223107 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-d062e52d-53eb-47cb-9fa5-43349862e7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:39.223731 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-d062e52d-53eb-47cb-9fa5-43349862e7a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:39.225151 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-d062e52d-53eb-47cb-9fa5-43349862e7a4 service neutron] 10.222.0.52 "PUT /v2.0/ports/ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1 HTTP/1.1" status: 200 len: 1093 time: 3.0663950 May 17 12:05:39.273604 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d062e52d-53eb-47cb-9fa5-43349862e7a4 service neutron] Pushing event updated for resources: {'Port': ['ID=ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1,revision_number=3']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:39.278801 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-d062e52d-53eb-47cb-9fa5-43349862e7a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:39.338415 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e36d8-00c8-4888-90a7-457016b91c22 req-165b262e-c477-4a8d-a977-015c30414ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:39.339832 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-250e36d8-00c8-4888-90a7-457016b91c22 req-165b262e-c477-4a8d-a977-015c30414ed1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aa3142f2173d4022b0c404c920dc8d54&device_id=275a1aec-8b1b-4a4d-a405-46d821a2a9e3 HTTP/1.1" status: 200 len: 1096 time: 0.3815799 May 17 12:05:39.340538 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-d1ab2309-9295-4c0a-a006-6b88135eae7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:39.436359 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-250e36d8-00c8-4888-90a7-457016b91c22 req-40e7d7bc-d52c-40fc-8cd6-d4c141db9efc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0640b73d-51e9-47f4-a362-f5b6aaf63e9a HTTP/1.1" status: 200 len: 217 time: 0.0852258 May 17 12:05:39.495479 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15a743-a658-4ebc-8157-4dadcb4465f8 req-156fda1f-810c-45eb-86c9-0409b3a25fc9 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:39.496955 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ae15a743-a658-4ebc-8157-4dadcb4465f8 req-156fda1f-810c-45eb-86c9-0409b3a25fc9 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 945 time: 0.3759761 May 17 12:05:39.513181 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-d1ab2309-9295-4c0a-a006-6b88135eae7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:39.586893 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e36d8-00c8-4888-90a7-457016b91c22 req-00585c39-6013-4a96-bfab-1d44f8684fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:39.588487 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-250e36d8-00c8-4888-90a7-457016b91c22 req-00585c39-6013-4a96-bfab-1d44f8684fef service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2265ec26-25ce-4a67-8ace-40a0c329d3f7 HTTP/1.1" status: 200 len: 855 time: 0.1421986 May 17 12:05:39.643251 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ce948-ae1a-40c4-bf92-0b6c795cd6f1 req-424d724c-f6b8-496b-8aef-ad7e0d8f2b34 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:39.645184 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-f21ce948-ae1a-40c4-bf92-0b6c795cd6f1 req-424d724c-f6b8-496b-8aef-ad7e0d8f2b34 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.0838919 May 17 12:05:39.648040 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ae15a743-a658-4ebc-8157-4dadcb4465f8 req-d4e5f2d8-0e2c-4fc7-acc7-5451348825c5 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367874 May 17 12:05:39.656861 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-e5ac0d04-69e0-4d7f-be8e-3ee90c81d19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:39.658367 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-e5ac0d04-69e0-4d7f-be8e-3ee90c81d19c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=59d64c2ea81d477bb3042604d61f07ed&device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 1096 time: 0.3763115 May 17 12:05:39.660880 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-250e36d8-00c8-4888-90a7-457016b91c22 req-5ab311f9-2160-4da2-a87c-1cd9fd134ac0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d148b08-1ad9-4470-987b-bb4369603158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606709 May 17 12:05:39.708156 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-f21ce948-ae1a-40c4-bf92-0b6c795cd6f1 req-eab95586-714b-4c82-9bd9-bebfd5de59f8 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494409 May 17 12:05:39.861804 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-d1ab2309-9295-4c0a-a006-6b88135eae7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:39.866615 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-b74bca09-9622-45f0-b1de-3a94f329cdc6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1 HTTP/1.1" status: 200 len: 217 time: 0.1689706 May 17 12:05:39.867393 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-f800b025-9931-44bb-b6d9-1a96184ca792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:39.984079 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab2309-9295-4c0a-a006-6b88135eae7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4609e12-e46f-4a58-bc22-a2a4bae9bd50,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:40.006706 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab2309-9295-4c0a-a006-6b88135eae7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:40.007078 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab2309-9295-4c0a-a006-6b88135eae7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:40.007443 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab2309-9295-4c0a-a006-6b88135eae7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:40.007796 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab2309-9295-4c0a-a006-6b88135eae7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:40.008151 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab2309-9295-4c0a-a006-6b88135eae7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:40.008972 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab2309-9295-4c0a-a006-6b88135eae7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:40.008972 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab2309-9295-4c0a-a006-6b88135eae7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:40.009254 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab2309-9295-4c0a-a006-6b88135eae7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:40.009572 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab2309-9295-4c0a-a006-6b88135eae7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:40.009922 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab2309-9295-4c0a-a006-6b88135eae7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:40.010265 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab2309-9295-4c0a-a006-6b88135eae7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:40.010606 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab2309-9295-4c0a-a006-6b88135eae7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:40.031594 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-d1ab2309-9295-4c0a-a006-6b88135eae7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:40.032592 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-d1ab2309-9295-4c0a-a006-6b88135eae7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:40.036247 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-d1ab2309-9295-4c0a-a006-6b88135eae7b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c4609e12-e46f-4a58-bc22-a2a4bae9bd50 HTTP/1.1" status: 204 len: 168 time: 0.9796176 May 17 12:05:40.071539 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-32c70dfb-f7a3-4697-88a1-2d970e667642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:40.073104 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-32c70dfb-f7a3-4697-88a1-2d970e667642 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9b0c68ee-5a47-455b-9b80-2cefd0e5cc49 HTTP/1.1" status: 200 len: 848 time: 0.1857164 May 17 12:05:40.086196 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-250e36d8-00c8-4888-90a7-457016b91c22 req-ba276ffa-209c-4de8-82b9-e14290006705 service neutron] 10.222.0.52 "GET /v2.0/networks/7d148b08-1ad9-4470-987b-bb4369603158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4095199 May 17 12:05:40.184293 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1de4f-13f4-4193-ba07-11a2966e2ed8 req-5f72af29-6fd5-4a7d-96f3-360af7dfdc9a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:40.186149 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-69d1de4f-13f4-4193-ba07-11a2966e2ed8 req-5f72af29-6fd5-4a7d-96f3-360af7dfdc9a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.1797891 May 17 12:05:40.252095 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d915d-520f-48f0-821d-8bb9c939c634 req-c53c973f-9abe-40f5-86ee-bff12592e5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:40.253609 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-e40d915d-520f-48f0-821d-8bb9c939c634 req-c53c973f-9abe-40f5-86ee-bff12592e5c7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=74eacc72869f49c6b97dcf14e5f937b4&device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 1099 time: 0.1442683 May 17 12:05:40.264026 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-69d1de4f-13f4-4193-ba07-11a2966e2ed8 req-7610df86-949b-41df-93f1-c63cc4f7ee26 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607562 May 17 12:05:40.343414 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f8ca4-82cd-4f3f-b321-6e9b86ab3d63 req-78a91a6b-01d9-4f8d-a918-279820ec9a51 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:40.345455 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-959f8ca4-82cd-4f3f-b321-6e9b86ab3d63 req-78a91a6b-01d9-4f8d-a918-279820ec9a51 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/ports?device_id=01f6d4cd-97b8-4bd7-903f-e702840984d8 HTTP/1.1" status: 200 len: 946 time: 0.5337043 May 17 12:05:40.455386 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d915d-520f-48f0-821d-8bb9c939c634 req-59782bd8-12d5-4dbc-af7f-a7e365ba6b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:40.457063 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-e40d915d-520f-48f0-821d-8bb9c939c634 req-59782bd8-12d5-4dbc-af7f-a7e365ba6b9b service neutron] 10.222.0.52 "GET /v2.0/networks?id=232f65e1-0da5-4006-971a-4fd3e6d8c4db HTTP/1.1" status: 200 len: 911 time: 0.1916013 May 17 12:05:40.460261 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-959f8ca4-82cd-4f3f-b321-6e9b86ab3d63 req-4b583f3a-4f2f-44f5-aa1a-bd045044b470 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18cb5e0-349e-4af4-a126-102dafc72b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016779 May 17 12:05:40.465561 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-407e4636-6afc-4d9a-a4a1-da244f37227a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:40.467475 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-407e4636-6afc-4d9a-a4a1-da244f37227a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=420f9a68-4de0-4fd9-af03-44cf74933625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3775797 May 17 12:05:40.476796 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-250e36d8-00c8-4888-90a7-457016b91c22 req-6db13b38-556d-4edc-9776-f178c85ab58b service neutron] 10.222.0.52 "GET /v2.0/networks/7d148b08-1ad9-4470-987b-bb4369603158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527713 May 17 12:05:40.589018 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58669c-1f0b-40cb-960f-e44d02459b83 req-8fdafb72-8953-4e66-83d5-60bf41a3cb73 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:40.590774 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-fe58669c-1f0b-40cb-960f-e44d02459b83 req-8fdafb72-8953-4e66-83d5-60bf41a3cb73 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 943 time: 0.1920104 May 17 12:05:40.641694 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-e40d915d-520f-48f0-821d-8bb9c939c634 req-af623969-5821-43b7-9cdf-3ebc40d93812 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d058b89-233e-470f-880a-a90f321112df HTTP/1.1" status: 200 len: 1002 time: 0.1645005 May 17 12:05:40.653337 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-fe58669c-1f0b-40cb-960f-e44d02459b83 req-3d0ff875-9d60-4661-baa9-294749f9f10a tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530715 May 17 12:05:40.735825 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d915d-520f-48f0-821d-8bb9c939c634 req-b2518214-de39-405c-bea0-16f89dca2533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:40.737286 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-e40d915d-520f-48f0-821d-8bb9c939c634 req-b2518214-de39-405c-bea0-16f89dca2533 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4df74225-b796-4a2f-84ac-d4b6fecaea77 HTTP/1.1" status: 200 len: 849 time: 0.0872431 May 17 12:05:40.790597 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-6f6d867d-a723-4037-85be-0d9c767c1fcc service neutron] 10.222.0.52 "GET /v2.0/networks/420f9a68-4de0-4fd9-af03-44cf74933625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118627 May 17 12:05:40.932582 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b9a43-9826-4273-8059-a3531b81541e req-de11c211-8946-4d82-91ff-44ac408dfb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:40.934015 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-af9b9a43-9826-4273-8059-a3531b81541e req-de11c211-8946-4d82-91ff-44ac408dfb4e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aa3142f2173d4022b0c404c920dc8d54&device_id=275a1aec-8b1b-4a4d-a405-46d821a2a9e3 HTTP/1.1" status: 200 len: 1096 time: 0.3535519 May 17 12:05:40.983340 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b887fc-7f39-455a-90fb-fa13cb9f55bb req-1fa37abf-f19c-4d9c-befc-48823c6605ab tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:40.985808 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-26b887fc-7f39-455a-90fb-fa13cb9f55bb req-1fa37abf-f19c-4d9c-befc-48823c6605ab tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 945 time: 0.1983874 May 17 12:05:40.990473 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d915d-520f-48f0-821d-8bb9c939c634 req-312e67d3-a5cb-4ddd-9750-c6cd347bcaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:40.992157 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-e40d915d-520f-48f0-821d-8bb9c939c634 req-312e67d3-a5cb-4ddd-9750-c6cd347bcaa8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=232f65e1-0da5-4006-971a-4fd3e6d8c4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2465312 May 17 12:05:40.995033 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078572f9-3b2a-49f7-a4d9-e30cc839f6d2 req-64bdc597-2d42-4009-b21b-1c34f96b611c tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:40.996530 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-078572f9-3b2a-49f7-a4d9-e30cc839f6d2 req-64bdc597-2d42-4009-b21b-1c34f96b611c tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=275a1aec-8b1b-4a4d-a405-46d821a2a9e3 HTTP/1.1" status: 200 len: 943 time: 0.3601775 May 17 12:05:41.115345 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0e2870ba-8799-47c2-a388-11e3e8280145 req-85446dde-218c-4ed6-b3eb-76b0876a7789 service neutron] 10.222.0.52 "GET /v2.0/networks/420f9a68-4de0-4fd9-af03-44cf74933625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160443 May 17 12:05:41.122335 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-26b887fc-7f39-455a-90fb-fa13cb9f55bb req-187ad88e-8895-494c-8d06-1bc220363eaa tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291666 May 17 12:05:41.140990 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-078572f9-3b2a-49f7-a4d9-e30cc839f6d2 req-03e88006-f7a3-4ebf-9006-9f4b28c7da48 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262505 May 17 12:05:41.140990 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa8d2e28-2434-4900-a3c4-19c019ebf97a', 'tag': 'ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1'}] {{(pid=78700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:05:41.203525 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-e40d915d-520f-48f0-821d-8bb9c939c634 req-efe07261-d247-4daf-8d90-13393ac1002d service neutron] 10.222.0.52 "GET /v2.0/networks/232f65e1-0da5-4006-971a-4fd3e6d8c4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945972 May 17 12:05:41.208263 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b9a43-9826-4273-8059-a3531b81541e req-dccf4fbf-9efb-4140-b7ec-f166412ea3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:41.216054 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-af9b9a43-9826-4273-8059-a3531b81541e req-dccf4fbf-9efb-4140-b7ec-f166412ea3a3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7d148b08-1ad9-4470-987b-bb4369603158 HTTP/1.1" status: 200 len: 916 time: 0.2648888 May 17 12:05:41.220511 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa8d2e28-2434-4900-a3c4-19c019ebf97a', 'tag': 'ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1', 'status': 'completed', 'code': 200} May 17 12:05:41.290877 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8c10f5d4-d5a6-4282-9f7e-c97f3b91b78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:41.328927 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:41.369110 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-af9b9a43-9826-4273-8059-a3531b81541e req-aa75e999-ea60-4e26-ba9e-6f9292537ff4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0640b73d-51e9-47f4-a362-f5b6aaf63e9a HTTP/1.1" status: 200 len: 217 time: 0.1346211 May 17 12:05:41.382731 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-e40d915d-520f-48f0-821d-8bb9c939c634 req-d2a31470-33a6-42fa-b8f9-ba653ee13e46 service neutron] 10.222.0.52 "GET /v2.0/networks/232f65e1-0da5-4006-971a-4fd3e6d8c4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721916 May 17 12:05:41.511451 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b9a43-9826-4273-8059-a3531b81541e req-6cabb83a-3252-4720-9912-707626ccccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:41.513099 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-af9b9a43-9826-4273-8059-a3531b81541e req-6cabb83a-3252-4720-9912-707626ccccc3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2265ec26-25ce-4a67-8ace-40a0c329d3f7 HTTP/1.1" status: 200 len: 855 time: 0.1306903 May 17 12:05:41.528567 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3105bf8-bc60-4c11-b2fd-8b2bba25597b req-a94a83ba-9e42-49cd-b397-315aee8fd798 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:41.531593 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-b3105bf8-bc60-4c11-b2fd-8b2bba25597b req-a94a83ba-9e42-49cd-b397-315aee8fd798 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.52 "GET /v2.0/ports?device_id=01f6d4cd-97b8-4bd7-903f-e702840984d8 HTTP/1.1" status: 200 len: 946 time: 0.1057403 May 17 12:05:41.571155 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-af9b9a43-9826-4273-8059-a3531b81541e req-d48b8899-8259-4465-8095-7e388412b044 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d148b08-1ad9-4470-987b-bb4369603158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495470 May 17 12:05:41.575581 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b678d-5457-4310-9276-a87ffc99f0c5 req-5be4a8c5-4b4e-49bd-968d-d48945536ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:41.576949 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-721b678d-5457-4310-9276-a87ffc99f0c5 req-5be4a8c5-4b4e-49bd-968d-d48945536ab4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=59d64c2ea81d477bb3042604d61f07ed&device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 1096 time: 0.2846286 May 17 12:05:41.638411 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dabf8e-3925-4dba-b055-f23b97341e57 req-449403ff-91c2-40d0-a5a7-3effd28488e9 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:41.640400 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-47dabf8e-3925-4dba-b055-f23b97341e57 req-449403ff-91c2-40d0-a5a7-3effd28488e9 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.2222104 May 17 12:05:41.775930 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9a3c8-39b8-4c5e-b882-3a4c504a6d5c req-6a15d2a7-bb08-4667-aa02-ac9ee1203829 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:41.777395 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-88d9a3c8-39b8-4c5e-b882-3a4c504a6d5c req-6a15d2a7-bb08-4667-aa02-ac9ee1203829 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/ports?device_id=01f6d4cd-97b8-4bd7-903f-e702840984d8 HTTP/1.1" status: 200 len: 946 time: 0.1160910 May 17 12:05:41.790374 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [req-b3105bf8-bc60-4c11-b2fd-8b2bba25597b req-87b2a34d-d550-485e-8b24-0570310b0480 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Deleting port fafe0585-bd65-4caf-a7a4-26c38e990d36 {{(pid=78701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:05:41.790710 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [req-b3105bf8-bc60-4c11-b2fd-8b2bba25597b req-87b2a34d-d550-485e-8b24-0570310b0480 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:41.868341 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-47dabf8e-3925-4dba-b055-f23b97341e57 req-825bdcc8-b27e-4bfd-bb62-2557a1b65175 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237526 May 17 12:05:41.893335 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-af9b9a43-9826-4273-8059-a3531b81541e req-0b0277e9-abba-4cfa-9044-5bc44b2de85b service neutron] 10.222.0.52 "GET /v2.0/networks/7d148b08-1ad9-4470-987b-bb4369603158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068340 May 17 12:05:41.935504 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b678d-5457-4310-9276-a87ffc99f0c5 req-f913b2a3-57b6-4090-868c-359be44b8539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:41.937378 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-721b678d-5457-4310-9276-a87ffc99f0c5 req-f913b2a3-57b6-4090-868c-359be44b8539 service neutron] 10.222.0.52 "GET /v2.0/networks?id=420f9a68-4de0-4fd9-af03-44cf74933625 HTTP/1.1" status: 200 len: 910 time: 0.3496459 May 17 12:05:42.091242 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-88d9a3c8-39b8-4c5e-b882-3a4c504a6d5c req-9b170639-b4fb-48ce-affa-069d620ffbd4 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/security-groups?id=f18cb5e0-349e-4af4-a126-102dafc72b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038774 May 17 12:05:42.154260 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.db [req-b3105bf8-bc60-4c11-b2fd-8b2bba25597b req-87b2a34d-d550-485e-8b24-0570310b0480 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] For port fafe0585-bd65-4caf-a7a4-26c38e990d36, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=fafe0585-bd65-4caf-a7a4-26c38e990d36,segment=NetworkSegment(94b16cb5-a6fd-46f0-9094-020c3c371b22),segment_id=94b16cb5-a6fd-46f0-9094-020c3c371b22)] {{(pid=78701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:05:42.154665 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [req-b3105bf8-bc60-4c11-b2fd-8b2bba25597b req-87b2a34d-d550-485e-8b24-0570310b0480 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:42.300266 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [req-b3105bf8-bc60-4c11-b2fd-8b2bba25597b req-87b2a34d-d550-485e-8b24-0570310b0480 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Calling delete_port for fafe0585-bd65-4caf-a7a4-26c38e990d36 owned by compute:nova {{(pid=78701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:05:42.315376 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:42.337767 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-721b678d-5457-4310-9276-a87ffc99f0c5 req-85664499-45f2-48a4-9efe-a05f8fefc8c8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1 HTTP/1.1" status: 200 len: 217 time: 0.3844321 May 17 12:05:42.414785 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a14d9a-2aed-4b24-bbb6-d286ba9b2ec4 req-c66b8068-90c2-46e5-b431-0d8242136edc tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:42.416275 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-61a14d9a-2aed-4b24-bbb6-d286ba9b2ec4 req-c66b8068-90c2-46e5-b431-0d8242136edc tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 945 time: 0.1245720 May 17 12:05:42.456641 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b678d-5457-4310-9276-a87ffc99f0c5 req-6e7c2452-0958-436e-93f4-458d29f2f0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:42.458105 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-721b678d-5457-4310-9276-a87ffc99f0c5 req-6e7c2452-0958-436e-93f4-458d29f2f0f7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9b0c68ee-5a47-455b-9b80-2cefd0e5cc49 HTTP/1.1" status: 200 len: 848 time: 0.1126001 May 17 12:05:42.472401 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-af9b9a43-9826-4273-8059-a3531b81541e req-6de3ce60-78dd-49f0-aebf-da256a4199d4 service neutron] 10.222.0.52 "GET /v2.0/networks/7d148b08-1ad9-4470-987b-bb4369603158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5696912 May 17 12:05:42.513122 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-61a14d9a-2aed-4b24-bbb6-d286ba9b2ec4 req-f8be9487-943f-4ad2-b966-c660127766ec tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900755 May 17 12:05:42.531294 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [req-b3105bf8-bc60-4c11-b2fd-8b2bba25597b req-87b2a34d-d550-485e-8b24-0570310b0480 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534708'] for port, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:42.543819 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] get_ports_and_sgs() called for port_ids ['fafe0585-bd65-4caf-a7a4-26c38e990d36'] {{(pid=78702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:05:42.546965 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-7f4cce3b-a6ab-4f92-a3a9-bbd18f6c4bb1 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:42.566150 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf5302-80ae-4862-9b12-2a1412ae20b1 req-f2e5fd8c-9420-4eca-a7a3-c0a2cd03d560 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:42.567924 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-35cf5302-80ae-4862-9b12-2a1412ae20b1 req-f2e5fd8c-9420-4eca-a7a3-c0a2cd03d560 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 943 time: 0.2845984 May 17 12:05:42.637306 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-35cf5302-80ae-4862-9b12-2a1412ae20b1 req-3fdaf0d4-ef5c-4723-8c89-bb6ef46deeba tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618889 May 17 12:05:42.641614 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b678d-5457-4310-9276-a87ffc99f0c5 req-ae4386f1-f856-40ed-8310-226496dea900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:42.643191 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-721b678d-5457-4310-9276-a87ffc99f0c5 req-ae4386f1-f856-40ed-8310-226496dea900 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=420f9a68-4de0-4fd9-af03-44cf74933625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1769471 May 17 12:05:42.643476 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b2a34d-d550-485e-8b24-0570310b0480 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Pushing event deleted for resources: {'Port': ['ID=fafe0585-bd65-4caf-a7a4-26c38e990d36,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:42.715035 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b2a34d-d550-485e-8b24-0570310b0480 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:42.715496 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b2a34d-d550-485e-8b24-0570310b0480 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:42.715780 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b2a34d-d550-485e-8b24-0570310b0480 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:42.716240 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b2a34d-d550-485e-8b24-0570310b0480 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:42.716522 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b2a34d-d550-485e-8b24-0570310b0480 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:42.716921 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b2a34d-d550-485e-8b24-0570310b0480 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:42.717322 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b2a34d-d550-485e-8b24-0570310b0480 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:42.717722 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b2a34d-d550-485e-8b24-0570310b0480 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:42.718708 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b2a34d-d550-485e-8b24-0570310b0480 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:42.719067 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b2a34d-d550-485e-8b24-0570310b0480 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:42.719423 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b2a34d-d550-485e-8b24-0570310b0480 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:42.719775 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b2a34d-d550-485e-8b24-0570310b0480 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:42.736964 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-87b2a34d-d550-485e-8b24-0570310b0480 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:42.737918 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3105bf8-bc60-4c11-b2fd-8b2bba25597b req-87b2a34d-d550-485e-8b24-0570310b0480 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] No DVR routers for this DVR port fafe0585-bd65-4caf-a7a4-26c38e990d36 on host hv-cinder-73414 {{(pid=78701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:05:42.749128 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [req-b3105bf8-bc60-4c11-b2fd-8b2bba25597b req-87b2a34d-d550-485e-8b24-0570310b0480 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:42.750536 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f6d4cd-97b8-4bd7-903f-e702840984d8', 'name': 'network-vif-deleted', 'tag': 'fafe0585-bd65-4caf-a7a4-26c38e990d36'}] {{(pid=78701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:05:42.775047 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-b3105bf8-bc60-4c11-b2fd-8b2bba25597b req-87b2a34d-d550-485e-8b24-0570310b0480 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.52 "DELETE /v2.0/ports/fafe0585-bd65-4caf-a7a4-26c38e990d36 HTTP/1.1" status: 204 len: 173 time: 1.2373793 May 17 12:05:42.791648 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-721b678d-5457-4310-9276-a87ffc99f0c5 req-97bb537e-dae3-40e8-ba2f-6cf4ea3470a8 service neutron] 10.222.0.52 "GET /v2.0/networks/420f9a68-4de0-4fd9-af03-44cf74933625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391006 May 17 12:05:42.802631 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4345b72-994f-4493-9508-c91b11c39876 req-9206c8f9-860c-4253-b64c-637a0b644393 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:42.804113 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-a4345b72-994f-4493-9508-c91b11c39876 req-9206c8f9-860c-4253-b64c-637a0b644393 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=275a1aec-8b1b-4a4d-a405-46d821a2a9e3 HTTP/1.1" status: 200 len: 943 time: 0.1563065 May 17 12:05:42.814960 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f6d4cd-97b8-4bd7-903f-e702840984d8', 'name': 'network-vif-deleted', 'tag': 'fafe0585-bd65-4caf-a7a4-26c38e990d36', 'status': 'completed', 'code': 200} May 17 12:05:42.855830 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-a4345b72-994f-4493-9508-c91b11c39876 req-b844ba63-d4f3-434a-be58-2e8df0e67b29 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395739 May 17 12:05:42.978941 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-721b678d-5457-4310-9276-a87ffc99f0c5 req-cd1e4486-166f-4fa9-8094-d99a10661a28 service neutron] 10.222.0.52 "GET /v2.0/networks/420f9a68-4de0-4fd9-af03-44cf74933625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761935 May 17 12:05:43.085445 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae541e6-1f96-4749-9a77-a5af77174c5e req-57253ddc-b305-4421-9b9f-d4786ab0dc10 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:43.086917 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-4ae541e6-1f96-4749-9a77-a5af77174c5e req-57253ddc-b305-4421-9b9f-d4786ab0dc10 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.0833013 May 17 12:05:43.144455 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-4ae541e6-1f96-4749-9a77-a5af77174c5e req-4c37478c-d101-46fc-8a91-6a35975be29d tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499268 May 17 12:05:43.243386 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 0640b73d-51e9-47f4-a362-f5b6aaf63e9a details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:05:43.268859 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-68048926-ecb8-4f79-a8c8-9e8e1083cc8e req-2cd60dde-f9f6-465e-ab9f-d43159676999 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Synchronizing usage tracker for tenant:a26586412a0b4bf0b3e9ec3fa71c14be on resource:port {{(pid=78701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:05:43.288619 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-68048926-ecb8-4f79-a8c8-9e8e1083cc8e req-2cd60dde-f9f6-465e-ab9f-d43159676999 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Unset dirty status for tenant:a26586412a0b4bf0b3e9ec3fa71c14be on resource:port {{(pid=78701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:05:43.290407 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-68048926-ecb8-4f79-a8c8-9e8e1083cc8e req-2cd60dde-f9f6-465e-ab9f-d43159676999 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] 10.222.0.11 "GET /v2.0/ports?device_id=01f6d4cd-97b8-4bd7-903f-e702840984d8 HTTP/1.1" status: 200 len: 210 time: 0.0687983 May 17 12:05:43.410351 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port 0640b73d-51e9-47f4-a362-f5b6aaf63e9a, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=0640b73d-51e9-47f4-a362-f5b6aaf63e9a,segment=NetworkSegment(b61233ca-6cb6-4e29-9ec5-c0502c3c2c37),segment_id=b61233ca-6cb6-4e29-9ec5-c0502c3c2c37)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:05:43.425625 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Returning: {'device': '0640b73d-51e9-47f4-a362-f5b6aaf63e9a', 'network_id': '7d148b08-1ad9-4470-987b-bb4369603158', 'port_id': '0640b73d-51e9-47f4-a362-f5b6aaf63e9a', 'mac_address': 'fa:16:3e:65:fc:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2265ec26-25ce-4a67-8ace-40a0c329d3f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:05:43.501514 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:43.518734 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0640b73d-51e9-47f4-a362-f5b6aaf63e9a {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:05:43.534489 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port 0640b73d-51e9-47f4-a362-f5b6aaf63e9a, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=0640b73d-51e9-47f4-a362-f5b6aaf63e9a,segment=NetworkSegment(b61233ca-6cb6-4e29-9ec5-c0502c3c2c37),segment_id=b61233ca-6cb6-4e29-9ec5-c0502c3c2c37)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:05:43.538025 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:43.539800 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:43.606547 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=0640b73d-51e9-47f4-a362-f5b6aaf63e9a,revision_number=4']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:43.614010 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:43.614361 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:43.614699 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:43.615030 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:43.615355 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:43.615678 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:43.616002 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:43.616577 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:43.616895 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:43.617240 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:43.617556 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:43.617871 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:05:43.621704 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:43.716687 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5a519-c856-4374-8983-cea655b935b3 req-30e7c69c-5000-4be7-944a-a12fe4fee04f tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:43.718252 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-e0a5a519-c856-4374-8983-cea655b935b3 req-30e7c69c-5000-4be7-944a-a12fe4fee04f tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 945 time: 0.0845575 May 17 12:05:43.769431 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-e0a5a519-c856-4374-8983-cea655b935b3 req-7fee0ae5-b82f-4e5f-999e-0ea1a3db02ec tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433836 May 17 12:05:43.803553 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] get_ports_and_sgs() called for port_ids ['0640b73d-51e9-47f4-a362-f5b6aaf63e9a'] {{(pid=78702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:05:43.836055 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46287c09-983f-41fc-972c-6563be0738ae req-ad5c8e9c-c09d-4e88-bbca-3483c31f40a5 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:43.837503 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-46287c09-983f-41fc-972c-6563be0738ae req-ad5c8e9c-c09d-4e88-bbca-3483c31f40a5 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 943 time: 0.0874405 May 17 12:05:43.998294 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-46287c09-983f-41fc-972c-6563be0738ae req-94faa73e-5586-431a-aa34-67f8a3475813 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548057 May 17 12:05:44.073883 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d022fb-3f67-413c-be75-82e7d136e996 req-9f59e05a-d084-463e-a24c-14acc09189d1 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:44.075336 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f5d022fb-3f67-413c-be75-82e7d136e996 req-9f59e05a-d084-463e-a24c-14acc09189d1 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=275a1aec-8b1b-4a4d-a405-46d821a2a9e3 HTTP/1.1" status: 200 len: 944 time: 0.0898883 May 17 12:05:44.120802 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f5d022fb-3f67-413c-be75-82e7d136e996 req-a91335c8-8ab9-4206-b3b9-c7962408f6d5 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396059 May 17 12:05:44.187410 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:44.961958 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2838f1b-39a9-4334-ae97-0d6a17237dfe req-a2ec54ba-6ca2-4ff7-8b39-0598fcd38976 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:44.963469 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-e2838f1b-39a9-4334-ae97-0d6a17237dfe req-a2ec54ba-6ca2-4ff7-8b39-0598fcd38976 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 945 time: 0.0811374 May 17 12:05:45.016895 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-e2838f1b-39a9-4334-ae97-0d6a17237dfe req-8b3e01b8-bb18-4be3-a3c5-b79c54f0849d tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468433 May 17 12:05:45.205610 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e2639-9fb2-453e-90f1-e36d118362e2 req-89504f0e-c4b2-4e9c-8f48-5395af2cfbc0 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:45.207017 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-f11e2639-9fb2-453e-90f1-e36d118362e2 req-89504f0e-c4b2-4e9c-8f48-5395af2cfbc0 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 943 time: 0.0843196 May 17 12:05:45.247917 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 0640b73d-51e9-47f4-a362-f5b6aaf63e9a up at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:05:45.258380 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-f11e2639-9fb2-453e-90f1-e36d118362e2 req-c4f445af-f9f8-4944-ac61-8c84ef2d1464 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456975 May 17 12:05:45.321111 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Provisioning for port 0640b73d-51e9-47f4-a362-f5b6aaf63e9a completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:05:45.326583 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Provisioning complete for port 0640b73d-51e9-47f4-a362-f5b6aaf63e9a triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:05:45.327612 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:45.332287 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ec02b-ac18-4e12-a90c-9e6ffa8a9076 req-7bbcbdb2-2492-4b1f-901c-b275c3415a52 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:45.334057 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ea5ec02b-ac18-4e12-a90c-9e6ffa8a9076 req-7bbcbdb2-2492-4b1f-901c-b275c3415a52 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=275a1aec-8b1b-4a4d-a405-46d821a2a9e3 HTTP/1.1" status: 200 len: 944 time: 0.1033125 May 17 12:05:45.381702 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ea5ec02b-ac18-4e12-a90c-9e6ffa8a9076 req-8bf9e5a1-66c6-44d6-a531-b68133044552 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398622 May 17 12:05:45.451269 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:45.477976 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275a1aec-8b1b-4a4d-a405-46d821a2a9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0640b73d-51e9-47f4-a362-f5b6aaf63e9a'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:05:45.488342 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port 0640b73d-51e9-47f4-a362-f5b6aaf63e9a, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=0640b73d-51e9-47f4-a362-f5b6aaf63e9a,segment=NetworkSegment(b61233ca-6cb6-4e29-9ec5-c0502c3c2c37),segment_id=b61233ca-6cb6-4e29-9ec5-c0502c3c2c37)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:05:45.492653 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:45.493667 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device fafe0585-bd65-4caf-a7a4-26c38e990d36 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:05:45.525618 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:45.554859 dv-cinder-734144-19-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275a1aec-8b1b-4a4d-a405-46d821a2a9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0640b73d-51e9-47f4-a362-f5b6aaf63e9a', 'code': 200} May 17 12:05:45.565736 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] No Port match for: fafe0585-bd65-4caf-a7a4-26c38e990d36 {{(pid=78702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:05:45.566138 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device fafe0585-bd65-4caf-a7a4-26c38e990d36 not bound to the agent host hv-cinder-73414 {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:05:45.599089 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=0640b73d-51e9-47f4-a362-f5b6aaf63e9a,revision_number=5']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:45.602453 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:45.778271 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe5aeb-2b0a-4088-9c3c-a10b61ce6e2a req-cf563cdf-a5a0-4af7-9508-e622d0810454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:45.779754 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-19fe5aeb-2b0a-4088-9c3c-a10b61ce6e2a req-cf563cdf-a5a0-4af7-9508-e622d0810454 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=275a1aec-8b1b-4a4d-a405-46d821a2a9e3 HTTP/1.1" status: 200 len: 1098 time: 0.0738029 May 17 12:05:45.823611 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-19fe5aeb-2b0a-4088-9c3c-a10b61ce6e2a req-c7623aa1-938a-4a17-b97c-bfeeac381198 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365491 May 17 12:05:46.224122 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f8b42-4f57-41d8-98d4-20aa3cfbfee8 req-4aea16f5-9591-481b-8fb1-9a7a638dc0ec tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:46.225618 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ec0f8b42-4f57-41d8-98d4-20aa3cfbfee8 req-4aea16f5-9591-481b-8fb1-9a7a638dc0ec tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 945 time: 0.0872364 May 17 12:05:46.273614 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ec0f8b42-4f57-41d8-98d4-20aa3cfbfee8 req-f3962301-4a70-4680-a122-d10202f3a242 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420012 May 17 12:05:46.455690 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7e4ed-b921-4ce9-9181-a523ec6df471 req-92593589-79d0-4d78-a70c-a46c3822e169 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:46.457257 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-4bb7e4ed-b921-4ce9-9181-a523ec6df471 req-92593589-79d0-4d78-a70c-a46c3822e169 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 943 time: 0.0807669 May 17 12:05:46.504346 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-4bb7e4ed-b921-4ce9-9181-a523ec6df471 req-0fcaa53d-765c-403f-9a29-78fa224249eb tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412388 May 17 12:05:46.571223 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0ebf4-521f-428e-8675-103360cdf423 req-f2173a23-c974-486b-b66c-7e90a967be0d tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:46.572682 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d3b0ebf4-521f-428e-8675-103360cdf423 req-f2173a23-c974-486b-b66c-7e90a967be0d tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=275a1aec-8b1b-4a4d-a405-46d821a2a9e3 HTTP/1.1" status: 200 len: 945 time: 0.0825920 May 17 12:05:46.619859 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d3b0ebf4-521f-428e-8675-103360cdf423 req-d1991ba2-a12e-4407-8f9e-ea531e8d11e9 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410981 May 17 12:05:47.467288 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b69fe1-87d2-4c8b-8cdf-89434f259f78 req-9650d6ea-f143-4913-b892-41adaa0f14a6 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:47.470456 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-f4b69fe1-87d2-4c8b-8cdf-89434f259f78 req-9650d6ea-f143-4913-b892-41adaa0f14a6 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 945 time: 0.0862453 May 17 12:05:47.516596 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-f4b69fe1-87d2-4c8b-8cdf-89434f259f78 req-dd5c0d6d-4819-4797-b02b-d9a156e7bec3 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410075 May 17 12:05:47.698897 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ed231-6ce1-4813-9384-f939dfc5185d req-91c34691-31ad-4b8f-b9f3-d23bb170b43c tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:47.700362 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-fe2ed231-6ce1-4813-9384-f939dfc5185d req-91c34691-31ad-4b8f-b9f3-d23bb170b43c tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 943 time: 0.0884130 May 17 12:05:47.748452 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-fe2ed231-6ce1-4813-9384-f939dfc5185d req-13a03b70-912e-41b0-8b7f-db14d835622d tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415709 May 17 12:05:47.811115 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f74b5-4757-4928-9f3b-b595eebab576 req-82d6d934-3779-4dcb-bc91-4f5f777d5789 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:47.812699 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-fb4f74b5-4757-4928-9f3b-b595eebab576 req-82d6d934-3779-4dcb-bc91-4f5f777d5789 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=275a1aec-8b1b-4a4d-a405-46d821a2a9e3 HTTP/1.1" status: 200 len: 945 time: 0.0822906 May 17 12:05:47.866812 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-fb4f74b5-4757-4928-9f3b-b595eebab576 req-ec748599-36b4-4bff-ae0a-aa2fd5f15f6b tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479424 May 17 12:05:48.716548 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc7f39-a066-49a2-bf2c-d1fb6b72f27f req-2be77459-f54a-4ef9-a5f4-8356de123653 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:48.718671 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-41dc7f39-a066-49a2-bf2c-d1fb6b72f27f req-2be77459-f54a-4ef9-a5f4-8356de123653 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 945 time: 0.0837891 May 17 12:05:48.770255 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-41dc7f39-a066-49a2-bf2c-d1fb6b72f27f req-c5b28a62-b55d-49ad-9f5f-1acae4283c66 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458834 May 17 12:05:48.933165 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9cada-fb06-43a7-b9c7-644d86cf08c2 req-af8ffca1-5d15-4192-9981-d7e3502bb2ab tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:48.935231 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-b4f9cada-fb06-43a7-b9c7-644d86cf08c2 req-af8ffca1-5d15-4192-9981-d7e3502bb2ab tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 943 time: 0.0810156 May 17 12:05:48.985063 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-b4f9cada-fb06-43a7-b9c7-644d86cf08c2 req-cb2d905f-8787-43d7-ac10-b0bf3803fbdc tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416937 May 17 12:05:49.153201 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17853c6-a33a-4ed1-b38b-fb580271a1e2 req-4692f80d-8914-46ca-8535-53cb04647fb3 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:49.154657 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-c17853c6-a33a-4ed1-b38b-fb580271a1e2 req-4692f80d-8914-46ca-8535-53cb04647fb3 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=275a1aec-8b1b-4a4d-a405-46d821a2a9e3 HTTP/1.1" status: 200 len: 945 time: 0.1784022 May 17 12:05:49.200728 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-c17853c6-a33a-4ed1-b38b-fb580271a1e2 req-843a0978-883f-471e-92cc-954c8a603e22 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400221 May 17 12:05:49.972700 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6aa66-a6b9-4f04-aef6-a413bb1966bf req-9911aa1e-ee24-4621-966c-97d9be01824f tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:49.974196 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-2ed6aa66-a6b9-4f04-aef6-a413bb1966bf req-9911aa1e-ee24-4621-966c-97d9be01824f tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 945 time: 0.0857813 May 17 12:05:50.023943 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-2ed6aa66-a6b9-4f04-aef6-a413bb1966bf req-e1831a69-5b11-472f-9561-81c83d0b737d tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437613 May 17 12:05:50.191082 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c5116-a3d5-42a3-af3f-3e0e8a97c217 req-6a11277e-1008-4348-a224-bc49d3137066 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:50.192548 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ce3c5116-a3d5-42a3-af3f-3e0e8a97c217 req-6a11277e-1008-4348-a224-bc49d3137066 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 943 time: 0.0874045 May 17 12:05:50.241646 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ce3c5116-a3d5-42a3-af3f-3e0e8a97c217 req-01934faa-1e87-4673-afb3-dba57eea98f1 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429006 May 17 12:05:50.403231 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428899f0-8b10-4789-aab8-449009dde706 req-3ba955b8-037c-44e2-b734-4439110eb329 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:50.404712 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-428899f0-8b10-4789-aab8-449009dde706 req-3ba955b8-037c-44e2-b734-4439110eb329 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=275a1aec-8b1b-4a4d-a405-46d821a2a9e3 HTTP/1.1" status: 200 len: 945 time: 0.0854492 May 17 12:05:50.452895 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-428899f0-8b10-4789-aab8-449009dde706 req-1ad5c186-8a6e-4e0c-b125-3e8dd4b91528 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420787 May 17 12:05:51.220488 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8010d8-66dc-4f14-b7d0-24ad63b40899 req-95e02228-8471-4460-b952-9f1a8322f7e7 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:51.221983 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ef8010d8-66dc-4f14-b7d0-24ad63b40899 req-95e02228-8471-4460-b952-9f1a8322f7e7 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 945 time: 0.0799136 May 17 12:05:51.273463 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ef8010d8-66dc-4f14-b7d0-24ad63b40899 req-dfdcb681-d7a2-463f-9e58-f6ec92186b20 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458400 May 17 12:05:51.303143 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:05:51.427917 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791ab3b-0027-4f74-9610-d964ead3a931 req-e2957b47-6126-4201-a8f5-22bd74e05e3f tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:51.429409 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-a791ab3b-0027-4f74-9610-d964ead3a931 req-e2957b47-6126-4201-a8f5-22bd74e05e3f tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 943 time: 0.0793507 May 17 12:05:51.437487 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1,segment=NetworkSegment(7ba0756d-7443-4d07-89c4-3be29aade41d),segment_id=7ba0756d-7443-4d07-89c4-3be29aade41d)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:05:51.451347 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Returning: {'device': 'ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1', 'network_id': '420f9a68-4de0-4fd9-af03-44cf74933625', 'port_id': 'ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1', 'mac_address': 'fa:16:3e:2b:11:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b0c68ee-5a47-455b-9b80-2cefd0e5cc49', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:05:51.477011 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-a791ab3b-0027-4f74-9610-d964ead3a931 req-63f8cc34-1850-4f14-8ea0-1481a8c8d2f3 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417216 May 17 12:05:51.511320 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:51.527540 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1 {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:05:51.542632 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1,segment=NetworkSegment(7ba0756d-7443-4d07-89c4-3be29aade41d),segment_id=7ba0756d-7443-4d07-89c4-3be29aade41d)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:05:51.546055 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:51.546754 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 4d3d7d97-9f22-4cee-8535-01e2e8893ab2 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:05:51.548553 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:51.687323 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1,revision_number=4']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:51.692150 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:51.739848 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port 4d3d7d97-9f22-4cee-8535-01e2e8893ab2, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=4d3d7d97-9f22-4cee-8535-01e2e8893ab2,segment=NetworkSegment(5f3ca14c-f170-4716-92b7-0cba2aeab367),segment_id=5f3ca14c-f170-4716-92b7-0cba2aeab367)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:05:51.753741 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Returning: {'device': '4d3d7d97-9f22-4cee-8535-01e2e8893ab2', 'network_id': '60d01f58-95c2-41d0-9639-8f96ef255b31', 'port_id': '4d3d7d97-9f22-4cee-8535-01e2e8893ab2', 'mac_address': 'fa:16:3e:61:22:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef588d6f-d166-4427-8aef-1ce83b0779d0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:05:51.814223 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:51.835888 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d3d7d97-9f22-4cee-8535-01e2e8893ab2 {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:05:51.851812 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port 4d3d7d97-9f22-4cee-8535-01e2e8893ab2, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=4d3d7d97-9f22-4cee-8535-01e2e8893ab2,segment=NetworkSegment(5f3ca14c-f170-4716-92b7-0cba2aeab367),segment_id=5f3ca14c-f170-4716-92b7-0cba2aeab367)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:05:51.855479 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:51.858777 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:51.931219 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=4d3d7d97-9f22-4cee-8535-01e2e8893ab2,revision_number=6']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:51.935812 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:51.985298 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] get_ports_and_sgs() called for port_ids ['4d3d7d97-9f22-4cee-8535-01e2e8893ab2'] {{(pid=78702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:05:52.217308 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] get_ports_and_sgs() called for port_ids ['ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1'] {{(pid=78702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:05:52.524449 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a588a2-bb38-4b3c-8599-87eabe8efa75 req-eee58c0a-3150-4aa1-bb2e-536607a81572 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:52.533556 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-d6a588a2-bb38-4b3c-8599-87eabe8efa75 req-eee58c0a-3150-4aa1-bb2e-536607a81572 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 944 time: 0.1236176 May 17 12:05:52.573382 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-d6a588a2-bb38-4b3c-8599-87eabe8efa75 req-c231ce47-0b48-4800-9fa2-f33d49731103 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389559 May 17 12:05:52.782288 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573faac2-5b75-45e5-9c4d-695049dac630 req-b508b8fc-5ae5-4a5c-916b-6e5f08702df8 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:52.783921 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-573faac2-5b75-45e5-9c4d-695049dac630 req-b508b8fc-5ae5-4a5c-916b-6e5f08702df8 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 944 time: 0.0902531 May 17 12:05:52.835599 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-573faac2-5b75-45e5-9c4d-695049dac630 req-afc2b8ed-3c58-4758-9ebb-e0d645062544 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454509 May 17 12:05:53.307337 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 4d3d7d97-9f22-4cee-8535-01e2e8893ab2 up at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:05:53.381992 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Provisioning complete for port 4d3d7d97-9f22-4cee-8535-01e2e8893ab2 triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:05:53.382362 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:53.508798 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:53.540597 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c2d3fe-feb1-4c61-9f9d-df852dce1f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3d7d97-9f22-4cee-8535-01e2e8893ab2'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:05:53.551214 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port 4d3d7d97-9f22-4cee-8535-01e2e8893ab2, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=4d3d7d97-9f22-4cee-8535-01e2e8893ab2,segment=NetworkSegment(5f3ca14c-f170-4716-92b7-0cba2aeab367),segment_id=5f3ca14c-f170-4716-92b7-0cba2aeab367)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:05:53.555542 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:53.557593 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:53.594107 dv-cinder-734144-19-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c2d3fe-feb1-4c61-9f9d-df852dce1f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3d7d97-9f22-4cee-8535-01e2e8893ab2', 'code': 200} May 17 12:05:53.630945 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=4d3d7d97-9f22-4cee-8535-01e2e8893ab2,revision_number=7']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:53.634157 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:53.783479 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63130c-d7e3-4eaf-97c9-66932f515c1f req-71ff1094-aacd-4ac9-8058-671b011fb183 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:53.785115 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-ce63130c-d7e3-4eaf-97c9-66932f515c1f req-71ff1094-aacd-4ac9-8058-671b011fb183 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 945 time: 0.0884449 May 17 12:05:53.833718 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-ce63130c-d7e3-4eaf-97c9-66932f515c1f req-a7d33555-91b3-487b-a569-1d8f224da267 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429800 May 17 12:05:54.060217 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb41b7e-3991-4ac5-8e82-e7dfe213d6a0 req-f7ace09d-7cc7-442b-93cb-7c5ff1a04272 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:54.062435 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-4fb41b7e-3991-4ac5-8e82-e7dfe213d6a0 req-f7ace09d-7cc7-442b-93cb-7c5ff1a04272 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 944 time: 0.1053028 May 17 12:05:54.107799 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-4fb41b7e-3991-4ac5-8e82-e7dfe213d6a0 req-d8689dbd-b717-487b-8d0b-7ccbd5b9adc0 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389068 May 17 12:05:55.131037 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0fd51c-e0f2-407f-9d01-c9a154725889 req-d7b7bedf-d8b2-444f-8855-e2a6c8e4c563 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:55.133640 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-ee0fd51c-e0f2-407f-9d01-c9a154725889 req-d7b7bedf-d8b2-444f-8855-e2a6c8e4c563 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 945 time: 0.1047170 May 17 12:05:55.225743 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-ee0fd51c-e0f2-407f-9d01-c9a154725889 req-dc1b79f3-4952-4889-bc0b-915bcdfabcba tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800710 May 17 12:05:55.330564 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1 up at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:05:55.389714 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7bb314-53b5-4335-b83e-99914caa42dd req-a75fa5ba-bbc8-410e-b277-4ea7fb00a002 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:55.391427 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-aa7bb314-53b5-4335-b83e-99914caa42dd req-a75fa5ba-bbc8-410e-b277-4ea7fb00a002 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 944 time: 0.1143253 May 17 12:05:55.431411 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Provisioning for port ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1 completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:05:55.440223 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Provisioning complete for port ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1 triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:05:55.441019 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:55.458428 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-aa7bb314-53b5-4335-b83e-99914caa42dd req-d2085105-9734-4c21-8364-851716911bb3 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578382 May 17 12:05:55.619301 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:55.680875 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1,segment=NetworkSegment(7ba0756d-7443-4d07-89c4-3be29aade41d),segment_id=7ba0756d-7443-4d07-89c4-3be29aade41d)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:05:55.682655 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8d2e28-2434-4900-a3c4-19c019ebf97a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:05:55.696959 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:05:55.703770 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:05:55.788575 dv-cinder-734144-19-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8d2e28-2434-4900-a3c4-19c019ebf97a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1', 'code': 200} May 17 12:05:55.804093 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1,revision_number=5']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:05:55.807219 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:05:56.452300 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9558f4-cae5-447e-bd55-b1d96c2138b7 req-6a7e2c1d-9477-463d-b8e8-5f661f546ade tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:56.455401 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-7c9558f4-cae5-447e-bd55-b1d96c2138b7 req-6a7e2c1d-9477-463d-b8e8-5f661f546ade tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 945 time: 0.0971072 May 17 12:05:56.518410 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-7c9558f4-cae5-447e-bd55-b1d96c2138b7 req-6986a4b1-076d-44db-aaaf-8c125e99c7bc tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576131 May 17 12:05:56.702202 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778812c8-ef4f-4de4-9c7c-2404ca262753 req-c016589a-1c4e-4f28-bdef-77eae31e78b8 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:56.705015 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-778812c8-ef4f-4de4-9c7c-2404ca262753 req-c016589a-1c4e-4f28-bdef-77eae31e78b8 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 945 time: 0.0887117 May 17 12:05:56.802630 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-778812c8-ef4f-4de4-9c7c-2404ca262753 req-5510a317-29d6-44e0-9cdb-836dd4bfd358 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912266 May 17 12:05:57.791294 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e938e-a77a-445d-b88c-1a69e842db81 req-c8f72bc2-c826-4132-9cd6-043f2f8e49da tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:57.795142 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-503e938e-a77a-445d-b88c-1a69e842db81 req-c8f72bc2-c826-4132-9cd6-043f2f8e49da tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 945 time: 0.1027184 May 17 12:05:57.845573 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-503e938e-a77a-445d-b88c-1a69e842db81 req-8d022be2-0cbc-4e13-849e-84fdcaca6294 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425694 May 17 12:05:58.074084 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6dfac-ce86-4637-89c3-80d20769f638 req-916fa491-2977-4051-9a8f-ef7150265a4c tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:58.075606 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-4ba6dfac-ce86-4637-89c3-80d20769f638 req-916fa491-2977-4051-9a8f-ef7150265a4c tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 945 time: 0.1039584 May 17 12:05:58.124176 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-4ba6dfac-ce86-4637-89c3-80d20769f638 req-66351238-a4b5-4ce2-9b28-88a66ff3f980 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417311 May 17 12:05:59.082777 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0d242-7954-4985-a681-c675d394e200 req-d6b7bbd0-a7e4-4316-a091-16119ccf428f tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:59.084271 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-03e0d242-7954-4985-a681-c675d394e200 req-d6b7bbd0-a7e4-4316-a091-16119ccf428f tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 945 time: 0.0989549 May 17 12:05:59.147236 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-03e0d242-7954-4985-a681-c675d394e200 req-8b24234d-21f1-4421-977b-5f8b8abb9683 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563843 May 17 12:05:59.341114 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042b9ed-c49d-4a09-9262-30301763c9d0 req-930adf2a-e42e-4661-8039-726cceaccc68 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:59.343395 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-f042b9ed-c49d-4a09-9262-30301763c9d0 req-930adf2a-e42e-4661-8039-726cceaccc68 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 945 time: 0.1013482 May 17 12:05:59.414693 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-f042b9ed-c49d-4a09-9262-30301763c9d0 req-3172c427-c57a-438d-9151-740193ab56f0 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648146 May 17 12:05:59.922828 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14c619-6698-4cad-a1d7-8a4892bc399f req-9d3a1638-4515-46a4-8db6-772550395590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:05:59.924391 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-cc14c619-6698-4cad-a1d7-8a4892bc399f req-9d3a1638-4515-46a4-8db6-772550395590 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 1098 time: 0.0795057 May 17 12:05:59.972858 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-cc14c619-6698-4cad-a1d7-8a4892bc399f req-c02ee387-9632-4aa9-a65d-9aab7328c3e5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366828 May 17 12:06:00.356839 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf42d2-2a12-4c68-a72d-e1e2501b63ab req-c73f16d5-9a3a-4235-a7ef-6a4a1a37d9b9 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:00.358667 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-50bf42d2-2a12-4c68-a72d-e1e2501b63ab req-c73f16d5-9a3a-4235-a7ef-6a4a1a37d9b9 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 945 time: 0.0951273 May 17 12:06:00.407609 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-50bf42d2-2a12-4c68-a72d-e1e2501b63ab req-787a2826-63bf-4b57-9dc0-fad5af49af70 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427256 May 17 12:06:00.615588 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcfbd4-26a0-4cb0-92b9-7659347bb022 req-11d83027-d8ba-4b6e-bf5b-21fd566fd873 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:00.619159 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-1dbcfbd4-26a0-4cb0-92b9-7659347bb022 req-11d83027-d8ba-4b6e-bf5b-21fd566fd873 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 945 time: 0.0853176 May 17 12:06:00.669494 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-1dbcfbd4-26a0-4cb0-92b9-7659347bb022 req-2a403365-59e0-4d50-a3ba-a554dbbf375c tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463119 May 17 12:06:01.700052 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c8027-cc98-4b91-bf56-b8f5698e5cb5 req-b1dad4cb-c56c-4a0d-9598-8587c666c930 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:01.708441 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-762c8027-cc98-4b91-bf56-b8f5698e5cb5 req-b1dad4cb-c56c-4a0d-9598-8587c666c930 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 945 time: 0.1132233 May 17 12:06:01.788810 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-762c8027-cc98-4b91-bf56-b8f5698e5cb5 req-322b2bd2-5c98-43d9-8e64-b3a437060e18 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791812 May 17 12:06:02.045971 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2c513-6abf-4504-a9d8-3fc731b4a999 req-1e543a82-7dba-4a5e-8dd9-764e037cb89b tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:02.047621 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-e9e2c513-6abf-4504-a9d8-3fc731b4a999 req-1e543a82-7dba-4a5e-8dd9-764e037cb89b tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 945 time: 0.2172227 May 17 12:06:02.131157 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-e9e2c513-6abf-4504-a9d8-3fc731b4a999 req-1adcb068-e292-4fa7-83b9-ecd16afb06f5 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650787 May 17 12:06:02.264988 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-5d3c1c5b-6a7c-4db0-bca8-47a1c10e6a21 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:02.266562 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-5d3c1c5b-6a7c-4db0-bca8-47a1c10e6a21 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/networks?id=7d148b08-1ad9-4470-987b-bb4369603158 HTTP/1.1" status: 200 len: 815 time: 0.2170825 May 17 12:06:02.294776 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-2ea2c117-48c5-437b-9129-23b47bb5acf2 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/quotas/aa3142f2173d4022b0c404c920dc8d54 HTTP/1.1" status: 200 len: 375 time: 0.0162873 May 17 12:06:02.354077 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53202024-b98b-45ea-9b90-9f626441c655 req-3b68588d-d429-4518-8bcd-f2147ac4df16 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:02.355612 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-53202024-b98b-45ea-9b90-9f626441c655 req-3b68588d-d429-4518-8bcd-f2147ac4df16 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 945 time: 0.1023891 May 17 12:06:02.403431 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-0cb29c35-5c15-4bcf-8b13-9f2f87029bc5 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa3142f2173d4022b0c404c920dc8d54&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0982475 May 17 12:06:02.408841 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-53202024-b98b-45ea-9b90-9f626441c655 req-ebfbeba2-2820-46e3-949c-8b15780f3603 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439203 May 17 12:06:02.433924 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 33242) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:06:02.585214 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-8254617c-2ffb-4f9c-a4df-20cee544f524 service neutron] 10.222.0.11 "GET /v2.0/networks/7d148b08-1ad9-4470-987b-bb4369603158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802943 May 17 12:06:02.739077 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-ba953dbd-bfe4-492d-ae58-5aad0723ea66 service neutron] 10.222.0.11 "GET /v2.0/networks/7d148b08-1ad9-4470-987b-bb4369603158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462970 May 17 12:06:02.759354 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7450123a-08e3-4ab5-94d9-75ca8c5b2dd7 tempest-TestShelveInstance-203036789 tempest-TestShelveInstance-203036789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:02.764836 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 33250) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:06:02.770756 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [None req-a2e56ebe-914c-467e-aacc-cae1cb1c0ecb tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Request body: {'floatingip': {'floating_network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'port_id': 'ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1', 'tenant_id': '59d64c2ea81d477bb3042604d61f07ed', 'fixed_ip_address': '172.20.0.9'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:06:02.774419 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-7450123a-08e3-4ab5-94d9-75ca8c5b2dd7 tempest-TestShelveInstance-203036789 tempest-TestShelveInstance-203036789-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 1093 time: 0.3393781 May 17 12:06:02.778564 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-a2e56ebe-914c-467e-aacc-cae1cb1c0ecb tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:06:02.783431 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-a2e56ebe-914c-467e-aacc-cae1cb1c0ecb tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Usage tracker for resource:floatingip and tenant:59d64c2ea81d477bb3042604d61f07ed is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:06:02.787955 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-a2e56ebe-914c-467e-aacc-cae1cb1c0ecb tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:06:02.798625 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-a2e56ebe-914c-467e-aacc-cae1cb1c0ecb tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:06:02.812541 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-a2e56ebe-914c-467e-aacc-cae1cb1c0ecb tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks [] for floatingip, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:03.093453 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826f345-511d-4dbd-a63b-f51c430cea7a req-00957502-f020-4dff-b91c-006eeb3aa7b6 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:03.103016 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-0826f345-511d-4dbd-a63b-f51c430cea7a req-00957502-f020-4dff-b91c-006eeb3aa7b6 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 945 time: 0.1057334 May 17 12:06:03.125715 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-86035f93-a9a2-43f2-bb02-e92c0fd4e227 req-d9925fc1-8854-4813-ac95-b5c4fcbef7c2 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=4eadff31-565b-4c84-a217-cb842556ba21 HTTP/1.1" status: 200 len: 210 time: 0.0766587 May 17 12:06:03.203619 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-0826f345-511d-4dbd-a63b-f51c430cea7a req-439e460c-fe1b-44d5-ba5e-f6f11acf3a2d tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953822 May 17 12:06:03.336627 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-a2e56ebe-914c-467e-aacc-cae1cb1c0ecb tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:03.529655 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.db_base_plugin_common [None req-a2e56ebe-914c-467e-aacc-cae1cb1c0ecb tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Allocated IP 172.27.1.3 (163aee93-eed0-47f4-9809-6291286e957c/35eb0c40-f6d0-43b5-b72a-9e8dd7567b53/f7f0c7d6-5d03-459e-8b1e-7622f002b771) {{(pid=78700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:06:03.718855 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-a2e56ebe-914c-467e-aacc-cae1cb1c0ecb tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks [] for port, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:03.755364 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-a2e56ebe-914c-467e-aacc-cae1cb1c0ecb tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:03.774249 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-3f4eee99-8b47-40a7-b2a4-1328fe490ef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:03.839240 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e56ebe-914c-467e-aacc-cae1cb1c0ecb tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Network 163aee93-eed0-47f4-9809-6291286e957c is already hosted by enough agents. {{(pid=78700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:06:03.842929 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.base_scheduler [None req-a2e56ebe-914c-467e-aacc-cae1cb1c0ecb tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Resources bound (agent type, host, resource id): {{(pid=78700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:06:03.847154 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e56ebe-914c-467e-aacc-cae1cb1c0ecb tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Received port after_create {{(pid=78700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:06:03.896114 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e56ebe-914c-467e-aacc-cae1cb1c0ecb tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Pushing event updated for resources: {'Port': ['ID=f7f0c7d6-5d03-459e-8b1e-7622f002b771,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:03.907045 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-a2e56ebe-914c-467e-aacc-cae1cb1c0ecb tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:04.316610 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-06cb0d2b-e856-4aef-9a40-9e26996be6b4 req-0a556789-aa38-4662-a5ff-7eb95bdccf50 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=4eadff31-565b-4c84-a217-cb842556ba21 HTTP/1.1" status: 200 len: 210 time: 0.0578024 May 17 12:06:04.426101 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-a2e56ebe-914c-467e-aacc-cae1cb1c0ecb tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:04.528831 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36347a52-116d-47a3-bcb9-be879f164a1c req-907d13c3-b477-4423-8629-75056079a967 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:04.533486 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-36347a52-116d-47a3-bcb9-be879f164a1c req-907d13c3-b477-4423-8629-75056079a967 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 945 time: 0.1724432 May 17 12:06:04.639125 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-a2e56ebe-914c-467e-aacc-cae1cb1c0ecb tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:04.658712 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-36347a52-116d-47a3-bcb9-be879f164a1c req-7fb65921-2e2a-43c3-a2ff-9c80eef55208 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189556 May 17 12:06:04.895479 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-35ee126f-98b6-41ee-a722-43e39eaf4ce5 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:04.897066 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-35ee126f-98b6-41ee-a722-43e39eaf4ce5 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.52 "GET /v2.0/networks?id=7d148b08-1ad9-4470-987b-bb4369603158 HTTP/1.1" status: 200 len: 815 time: 0.3774619 May 17 12:06:04.926001 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-de682c40-51bc-4edf-8aa4-7627500a6b38 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Request body: {'port': {'device_id': '4eadff31-565b-4c84-a217-cb842556ba21', 'network_id': '7d148b08-1ad9-4470-987b-bb4369603158', 'admin_state_up': True, 'tenant_id': 'aa3142f2173d4022b0c404c920dc8d54'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:06:05.074388 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-a2e56ebe-914c-467e-aacc-cae1cb1c0ecb tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks [] for port, precommit_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:05.080214 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-a2e56ebe-914c-467e-aacc-cae1cb1c0ecb tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2209221'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:05.096868 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-9aaa1054-d49b-45b4-be21-1cee130c4d80 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:05.305212 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-de682c40-51bc-4edf-8aa4-7627500a6b38 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:06:05.325659 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-de682c40-51bc-4edf-8aa4-7627500a6b38 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:06:05.345925 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e56ebe-914c-467e-aacc-cae1cb1c0ecb tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Pushing event updated for resources: {'Port': ['ID=f7f0c7d6-5d03-459e-8b1e-7622f002b771,revision_number=2']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:05.348513 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-a2e56ebe-914c-467e-aacc-cae1cb1c0ecb tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407876'] for floatingip, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:05.397497 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-a2e56ebe-914c-467e-aacc-cae1cb1c0ecb tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:05.403889 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-de682c40-51bc-4edf-8aa4-7627500a6b38 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Made reservation on behalf of aa3142f2173d4022b0c404c920dc8d54 for: {'port': 1} {{(pid=78700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:06:05.408141 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-de682c40-51bc-4edf-8aa4-7627500a6b38 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:05.564834 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-b6cad96e-af6f-47e2-a04a-53d20f6dc472 req-046d9eef-f1cd-4f5a-9c45-b9db596ef4b7 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=4eadff31-565b-4c84-a217-cb842556ba21 HTTP/1.1" status: 200 len: 210 time: 0.0613317 May 17 12:06:05.707773 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.db.l3_db [None req-a2e56ebe-914c-467e-aacc-cae1cb1c0ecb tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Floating IP baac01a7-31ad-4d04-b85e-179aa18f7ec5 associated. External IP: 172.27.1.3, port: ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1. May 17 12:06:05.804517 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.db_base_plugin_common [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-de682c40-51bc-4edf-8aa4-7627500a6b38 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Allocated IP 172.20.0.9 (7d148b08-1ad9-4470-987b-bb4369603158/2265ec26-25ce-4a67-8ace-40a0c329d3f7/49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d) {{(pid=78700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:06:05.868585 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc5e27-b8b7-4736-a763-bc2822357b47 req-304582e0-9830-4009-9fba-56ab9ced2799 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:05.876272 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-20cc5e27-b8b7-4736-a763-bc2822357b47 req-304582e0-9830-4009-9fba-56ab9ced2799 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 945 time: 0.1078761 May 17 12:06:05.929206 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-20cc5e27-b8b7-4736-a763-bc2822357b47 req-3302ea07-667a-4f53-a673-73da2e41869a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515363 May 17 12:06:06.249901 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e56ebe-914c-467e-aacc-cae1cb1c0ecb tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Router f98bc51e-53ae-4b86-9fef-3b6f568ab0dc has already been hosted by L3 agent 7d9bdccf-07e9-4436-af26-1dad3be87fd8 {{(pid=78700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:06:06.255796 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-de682c40-51bc-4edf-8aa4-7627500a6b38 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Notify callbacks [] for port, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:06.440914 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-de682c40-51bc-4edf-8aa4-7627500a6b38 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:06.447827 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:06.455958 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] get_ports_and_sgs() called for port_ids ['0640b73d-51e9-47f4-a362-f5b6aaf63e9a'] {{(pid=78702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:06:06.509831 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e56ebe-914c-467e-aacc-cae1cb1c0ecb tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify agent at l3_agent.dv-cinder-734144-19-iscsi the message routers_updated {{(pid=78700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:06:06.523544 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505ac3b2-739d-4d3d-ad43-9d35b76cd801 None None] Sync routers for ids ['f98bc51e-53ae-4b86-9fef-3b6f568ab0dc'] in dv-cinder-734144-19-iscsi {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:06:06.527037 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-de682c40-51bc-4edf-8aa4-7627500a6b38 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Network 7d148b08-1ad9-4470-987b-bb4369603158 is already hosted by enough agents. {{(pid=78700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:06:06.535191 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.base_scheduler [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-de682c40-51bc-4edf-8aa4-7627500a6b38 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Resources bound (agent type, host, resource id): {{(pid=78700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:06:06.543451 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-de682c40-51bc-4edf-8aa4-7627500a6b38 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Received port after_create {{(pid=78700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:06:06.549193 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505ac3b2-739d-4d3d-ad43-9d35b76cd801 None None] Routers {'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:06:06.550053 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-505ac3b2-739d-4d3d-ad43-9d35b76cd801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:05:41Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['f98bc51e-53ae-4b86-9fef-3b6f568ab0dc'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:06.562967 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390791a-2878-467b-9a26-5b11d0151595 req-6d90a9b7-e759-4c7c-826f-ea03d05cb59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:06.564620 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-5390791a-2878-467b-9a26-5b11d0151595 req-6d90a9b7-e759-4c7c-826f-ea03d05cb59e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb0716dd61384274b0edea30aa0018fc&device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 1098 time: 0.0786135 May 17 12:06:06.589045 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de682c40-51bc-4edf-8aa4-7627500a6b38 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Pushing event updated for resources: {'Port': ['ID=49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:06.596181 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-de682c40-51bc-4edf-8aa4-7627500a6b38 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:06.615260 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-a2e56ebe-914c-467e-aacc-cae1cb1c0ecb tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for floatingip, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:06.748758 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-505ac3b2-739d-4d3d-ad43-9d35b76cd801 None None] Set router f98bc51e-53ae-4b86-9fef-3b6f568ab0dc gateway port host: dv-cinder-734144-19-iscsi {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:06:06.768551 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-de682c40-51bc-4edf-8aa4-7627500a6b38 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:06.769093 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-de682c40-51bc-4edf-8aa4-7627500a6b38 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:06.784613 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390791a-2878-467b-9a26-5b11d0151595 req-9b3c2255-e612-498c-948f-2b7abef3f97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:06.786210 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-5390791a-2878-467b-9a26-5b11d0151595 req-9b3c2255-e612-498c-948f-2b7abef3f97e service neutron] 10.222.0.52 "GET /v2.0/networks?id=60d01f58-95c2-41d0-9639-8f96ef255b31 HTTP/1.1" status: 200 len: 918 time: 0.2059858 May 17 12:06:06.860046 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-de682c40-51bc-4edf-8aa4-7627500a6b38 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9380741 May 17 12:06:06.866724 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-a2e56ebe-914c-467e-aacc-cae1cb1c0ecb tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 4.0989442 May 17 12:06:06.866923 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa8d2e28-2434-4900-a3c4-19c019ebf97a', 'tag': 'ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1'}] {{(pid=78700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:06:06.876622 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-98357bdf-55a7-4018-b3f2-d5d2426021bf service neutron] Request body: {'port': {'device_id': '4eadff31-565b-4c84-a217-cb842556ba21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:06:06.952520 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-5390791a-2878-467b-9a26-5b11d0151595 req-31b0e3c3-6f20-4776-aff4-a991a273666a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d3d7d97-9f22-4cee-8535-01e2e8893ab2 HTTP/1.1" status: 200 len: 1001 time: 0.1546690 May 17 12:06:06.975785 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa8d2e28-2434-4900-a3c4-19c019ebf97a', 'tag': 'ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1', 'status': 'completed', 'code': 200} May 17 12:06:07.046060 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390791a-2878-467b-9a26-5b11d0151595 req-aa4799e8-ad00-4593-905a-401e481c6595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:07.048402 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-5390791a-2878-467b-9a26-5b11d0151595 req-aa4799e8-ad00-4593-905a-401e481c6595 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef588d6f-d166-4427-8aef-1ce83b0779d0 HTTP/1.1" status: 200 len: 856 time: 0.0828590 May 17 12:06:07.107456 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac814a0-7f9d-4659-8143-754c9b5fed20 req-ca3e1d58-2a1c-4b54-828c-f2751c13d4d6 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:07.108430 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-7ac814a0-7f9d-4659-8143-754c9b5fed20 req-ca3e1d58-2a1c-4b54-828c-f2751c13d4d6 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Synchronizing usage tracker for tenant:aa3142f2173d4022b0c404c920dc8d54 on resource:port {{(pid=78700) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:06:07.113374 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-98357bdf-55a7-4018-b3f2-d5d2426021bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:07.162940 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-7ac814a0-7f9d-4659-8143-754c9b5fed20 req-ca3e1d58-2a1c-4b54-828c-f2751c13d4d6 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Unset dirty status for tenant:aa3142f2173d4022b0c404c920dc8d54 on resource:port {{(pid=78700) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:06:07.164964 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-7ac814a0-7f9d-4659-8143-754c9b5fed20 req-ca3e1d58-2a1c-4b54-828c-f2751c13d4d6 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=4eadff31-565b-4c84-a217-cb842556ba21 HTTP/1.1" status: 200 len: 931 time: 0.3870525 May 17 12:06:07.226585 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390791a-2878-467b-9a26-5b11d0151595 req-2133b15a-05ea-4236-b2b6-fd5daa3a17e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:07.228522 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-5390791a-2878-467b-9a26-5b11d0151595 req-2133b15a-05ea-4236-b2b6-fd5daa3a17e4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=60d01f58-95c2-41d0-9639-8f96ef255b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1626654 May 17 12:06:07.238083 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b51162-c7e9-4e21-88d3-c9e0728149b1 req-39579f11-682f-4437-a809-0e12454edb46 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:07.239727 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-47b51162-c7e9-4e21-88d3-c9e0728149b1 req-39579f11-682f-4437-a809-0e12454edb46 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 945 time: 0.1374919 May 17 12:06:07.284916 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-505ac3b2-739d-4d3d-ad43-9d35b76cd801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc', 'name': 'tempest-TestShelveInstance-1243977249-router', 'tenant_id': '59d64c2ea81d477bb3042604d61f07ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '5a6901a6-942d-4690-a316-9a51a3b1b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:04:42Z', 'updated_at': '2021-05-17T12:04:47Z', 'revision_number': 4, 'project_id': '59d64c2ea81d477bb3042604d61f07ed', 'gw_port': {'id': '5a6901a6-942d-4690-a316-9a51a3b1b5bd', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:43Z', 'updated_at': '2021-05-17T12:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_floatingips': [{'id': 'baac01a7-31ad-4d04-b85e-179aa18f7ec5', 'tenant_id': '59d64c2ea81d477bb3042604d61f07ed', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'router_id': 'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc', 'port_id': 'ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '420f9a68-4de0-4fd9-af03-44cf74933625', 'mac_address': 'fa:16:3e:2b:11:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8d2e28-2434-4900-a3c4-19c019ebf97a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:06:04Z', 'updated_at': '2021-05-17T12:06:04Z', 'revision_number': 0, 'project_id': '59d64c2ea81d477bb3042604d61f07ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26a25385-5752-4650-8633-23885e6f0ce6', 'name': '', 'network_id': '420f9a68-4de0-4fd9-af03-44cf74933625', 'tenant_id': '59d64c2ea81d477bb3042604d61f07ed', 'mac_address': 'fa:16:3e:ee:bb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '9b0c68ee-5a47-455b-9b80-2cefd0e5cc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:46Z', 'updated_at': '2021-05-17T12:04:54Z', 'revision_number': 5, 'project_id': '59d64c2ea81d477bb3042604d61f07ed', 'subnets': [{'id': '9b0c68ee-5a47-455b-9b80-2cefd0e5cc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:07.289795 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505ac3b2-739d-4d3d-ad43-9d35b76cd801 None None] Checking router: f98bc51e-53ae-4b86-9fef-3b6f568ab0dc for host: dv-cinder-734144-19-iscsi {{(pid=78702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:06:07.299965 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505ac3b2-739d-4d3d-ad43-9d35b76cd801 None None] Routers {'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:06:07.300937 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-505ac3b2-739d-4d3d-ad43-9d35b76cd801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:05:41Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['f98bc51e-53ae-4b86-9fef-3b6f568ab0dc'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:07.409928 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-5390791a-2878-467b-9a26-5b11d0151595 req-7bd79b41-96bd-46aa-810d-6d92acbe433f service neutron] 10.222.0.52 "GET /v2.0/networks/60d01f58-95c2-41d0-9639-8f96ef255b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691458 May 17 12:06:07.415924 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-47b51162-c7e9-4e21-88d3-c9e0728149b1 req-0e5434ef-1b6c-4d89-a8d6-3d2dfbb27e29 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568060 May 17 12:06:07.459697 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-7ac814a0-7f9d-4659-8143-754c9b5fed20 req-33cefad7-b56b-4462-baae-7d99fcea10ea tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840495 May 17 12:06:07.465578 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d5096-647b-49de-b285-5cdae0679485 req-d51f0307-3294-429a-a266-27d8a015ea62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:07.467204 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-da2d5096-647b-49de-b285-5cdae0679485 req-d51f0307-3294-429a-a266-27d8a015ea62 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=59d64c2ea81d477bb3042604d61f07ed&device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 1098 time: 0.4748158 May 17 12:06:07.500804 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-505ac3b2-739d-4d3d-ad43-9d35b76cd801 None None] Set router f98bc51e-53ae-4b86-9fef-3b6f568ab0dc gateway port host: dv-cinder-734144-19-iscsi {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:06:07.556738 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-5390791a-2878-467b-9a26-5b11d0151595 req-2273e926-df80-410e-991c-52e31243509c service neutron] 10.222.0.52 "GET /v2.0/networks/60d01f58-95c2-41d0-9639-8f96ef255b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392806 May 17 12:06:07.684574 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d5096-647b-49de-b285-5cdae0679485 req-97c996d9-d209-4adf-ad16-3c11d0991448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:07.686739 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-da2d5096-647b-49de-b285-5cdae0679485 req-97c996d9-d209-4adf-ad16-3c11d0991448 service neutron] 10.222.0.52 "GET /v2.0/networks?id=420f9a68-4de0-4fd9-af03-44cf74933625 HTTP/1.1" status: 200 len: 910 time: 0.2098596 May 17 12:06:07.792505 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-98357bdf-55a7-4018-b3f2-d5d2426021bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d {{(pid=78700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:06:07.803263 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-98357bdf-55a7-4018-b3f2-d5d2426021bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:07.819177 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-da2d5096-647b-49de-b285-5cdae0679485 req-4db6e94d-380b-4110-bbc4-7c77bfbfe3ee service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1 HTTP/1.1" status: 200 len: 997 time: 0.1211631 May 17 12:06:07.824677 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.provisioning_blocks [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-98357bdf-55a7-4018-b3f2-d5d2426021bf service neutron] Transition to ACTIVE for port object 49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d will not be triggered until provisioned by entity L2. {{(pid=78700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:06:07.864469 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-505ac3b2-739d-4d3d-ad43-9d35b76cd801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc', 'name': 'tempest-TestShelveInstance-1243977249-router', 'tenant_id': '59d64c2ea81d477bb3042604d61f07ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '5a6901a6-942d-4690-a316-9a51a3b1b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:04:42Z', 'updated_at': '2021-05-17T12:04:47Z', 'revision_number': 4, 'project_id': '59d64c2ea81d477bb3042604d61f07ed', 'gw_port': {'id': '5a6901a6-942d-4690-a316-9a51a3b1b5bd', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:43Z', 'updated_at': '2021-05-17T12:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_floatingips': [{'id': 'baac01a7-31ad-4d04-b85e-179aa18f7ec5', 'tenant_id': '59d64c2ea81d477bb3042604d61f07ed', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'router_id': 'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc', 'port_id': 'ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '420f9a68-4de0-4fd9-af03-44cf74933625', 'mac_address': 'fa:16:3e:2b:11:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8d2e28-2434-4900-a3c4-19c019ebf97a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:06:04Z', 'updated_at': '2021-05-17T12:06:04Z', 'revision_number': 0, 'project_id': '59d64c2ea81d477bb3042604d61f07ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26a25385-5752-4650-8633-23885e6f0ce6', 'name': '', 'network_id': '420f9a68-4de0-4fd9-af03-44cf74933625', 'tenant_id': '59d64c2ea81d477bb3042604d61f07ed', 'mac_address': 'fa:16:3e:ee:bb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '9b0c68ee-5a47-455b-9b80-2cefd0e5cc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:46Z', 'updated_at': '2021-05-17T12:04:54Z', 'revision_number': 5, 'project_id': '59d64c2ea81d477bb3042604d61f07ed', 'subnets': [{'id': '9b0c68ee-5a47-455b-9b80-2cefd0e5cc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:07.869160 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505ac3b2-739d-4d3d-ad43-9d35b76cd801 None None] The sync data for ids ['f98bc51e-53ae-4b86-9fef-3b6f568ab0dc'] in dv-cinder-734144-19-iscsi is: [{'id': 'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc', 'name': 'tempest-TestShelveInstance-1243977249-router', 'tenant_id': '59d64c2ea81d477bb3042604d61f07ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '5a6901a6-942d-4690-a316-9a51a3b1b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:04:42Z', 'updated_at': '2021-05-17T12:04:47Z', 'revision_number': 4, 'project_id': '59d64c2ea81d477bb3042604d61f07ed', 'gw_port': {'id': '5a6901a6-942d-4690-a316-9a51a3b1b5bd', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:43Z', 'updated_at': '2021-05-17T12:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_floatingips': [{'id': 'baac01a7-31ad-4d04-b85e-179aa18f7ec5', 'tenant_id': '59d64c2ea81d477bb3042604d61f07ed', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'router_id': 'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc', 'port_id': 'ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '420f9a68-4de0-4fd9-af03-44cf74933625', 'mac_address': 'fa:16:3e:2b:11:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8d2e28-2434-4900-a3c4-19c019ebf97a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:06:04Z', 'updated_at': '2021-05-17T12:06:04Z', 'revision_number': 0, 'project_id': '59d64c2ea81d477bb3042604d61f07ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26a25385-5752-4650-8633-23885e6f0ce6', 'name': '', 'network_id': '420f9a68-4de0-4fd9-af03-44cf74933625', 'tenant_id': '59d64c2ea81d477bb3042604d61f07ed', 'mac_address': 'fa:16:3e:ee:bb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '9b0c68ee-5a47-455b-9b80-2cefd0e5cc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:46Z', 'updated_at': '2021-05-17T12:04:54Z', 'revision_number': 5, 'project_id': '59d64c2ea81d477bb3042604d61f07ed', 'subnets': [{'id': '9b0c68ee-5a47-455b-9b80-2cefd0e5cc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:06:07.875426 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-98357bdf-55a7-4018-b3f2-d5d2426021bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2209221'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:07.881558 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-69c873d1-8e0a-40ed-9c28-854afa7f66b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:07.955013 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:08.030792 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d5096-647b-49de-b285-5cdae0679485 req-06d12721-d1c3-48c1-a69a-e60d575ee86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:08.032363 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-da2d5096-647b-49de-b285-5cdae0679485 req-06d12721-d1c3-48c1-a69a-e60d575ee86a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9b0c68ee-5a47-455b-9b80-2cefd0e5cc49 HTTP/1.1" status: 200 len: 848 time: 0.2039766 May 17 12:06:08.068708 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98357bdf-55a7-4018-b3f2-d5d2426021bf service neutron] Pushing event updated for resources: {'Port': ['ID=49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d,revision_number=2']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:08.072120 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-98357bdf-55a7-4018-b3f2-d5d2426021bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:08.083141 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0d921d-008b-4eaa-acc1-d1411602a03f None None] New status for floating IP baac01a7-31ad-4d04-b85e-179aa18f7ec5: ACTIVE {{(pid=78703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 12:06:08.202967 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-98357bdf-55a7-4018-b3f2-d5d2426021bf service neutron] Attempting to bind port 49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:06:08.203350 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-98357bdf-55a7-4018-b3f2-d5d2426021bf service neutron] Attempting to bind port 49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': 'b61233ca-6cb6-4e29-9ec5-c0502c3c2c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7d148b08-1ad9-4470-987b-bb4369603158'}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:06:08.203623 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-98357bdf-55a7-4018-b3f2-d5d2426021bf service neutron] Attempting to bind port 49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d on network 7d148b08-1ad9-4470-987b-bb4369603158 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:06:08.210030 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-98357bdf-55a7-4018-b3f2-d5d2426021bf service neutron] Port 49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d on network 7d148b08-1ad9-4470-987b-bb4369603158 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 12:06:08.210357 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-98357bdf-55a7-4018-b3f2-d5d2426021bf service neutron] Attempting to bind port 49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d on network 7d148b08-1ad9-4470-987b-bb4369603158 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:06:08.218362 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-98357bdf-55a7-4018-b3f2-d5d2426021bf service neutron] Checking agent: {'id': 'cd1455da-95ea-496d-8b07-9fb5ea757b4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 59, 37), 'started_at': datetime.datetime(2021, 5, 17, 11, 59, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:06:08.218700 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-98357bdf-55a7-4018-b3f2-d5d2426021bf service neutron] Checking segment: {'id': 'b61233ca-6cb6-4e29-9ec5-c0502c3c2c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7d148b08-1ad9-4470-987b-bb4369603158'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:06:08.219082 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-98357bdf-55a7-4018-b3f2-d5d2426021bf service neutron] Bound using segment: {'id': 'b61233ca-6cb6-4e29-9ec5-c0502c3c2c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7d148b08-1ad9-4470-987b-bb4369603158'} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:06:08.219509 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-98357bdf-55a7-4018-b3f2-d5d2426021bf service neutron] Bound port: 49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b61233ca-6cb6-4e29-9ec5-c0502c3c2c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7d148b08-1ad9-4470-987b-bb4369603158'}}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:06:08.219857 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-98357bdf-55a7-4018-b3f2-d5d2426021bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:08.230204 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d5096-647b-49de-b285-5cdae0679485 req-7aecaee9-5adc-4ce1-9faf-7ee52bef68b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:08.231728 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-da2d5096-647b-49de-b285-5cdae0679485 req-7aecaee9-5adc-4ce1-9faf-7ee52bef68b2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=420f9a68-4de0-4fd9-af03-44cf74933625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1641526 May 17 12:06:08.551353 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-98357bdf-55a7-4018-b3f2-d5d2426021bf service neutron] For port 49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d, host hv-cinder-73414, cleared binding levels {{(pid=78700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:06:08.565321 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-da2d5096-647b-49de-b285-5cdae0679485 req-894ff7ca-5359-4ccd-9ce0-a32b2f8a5db2 service neutron] 10.222.0.52 "GET /v2.0/networks/420f9a68-4de0-4fd9-af03-44cf74933625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993641 May 17 12:06:08.566930 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-98357bdf-55a7-4018-b3f2-d5d2426021bf service neutron] For port 49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d,segment=NetworkSegment(b61233ca-6cb6-4e29-9ec5-c0502c3c2c37),segment_id=b61233ca-6cb6-4e29-9ec5-c0502c3c2c37)] {{(pid=78700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:06:08.571585 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-98357bdf-55a7-4018-b3f2-d5d2426021bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2209221'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:08.577673 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-4bf9a159-09c8-49c5-b2c5-e25ab2332c71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:08.660352 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d48638b-da2b-42c8-8035-4d56513a6dad req-b2d30928-cb45-45d9-9a67-04025174a99a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:08.662079 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-5d48638b-da2b-42c8-8035-4d56513a6dad req-b2d30928-cb45-45d9-9a67-04025174a99a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 945 time: 0.1170974 May 17 12:06:08.673737 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-98357bdf-55a7-4018-b3f2-d5d2426021bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:08.674371 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-98357bdf-55a7-4018-b3f2-d5d2426021bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:08.675919 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-98357bdf-55a7-4018-b3f2-d5d2426021bf service neutron] 10.222.0.52 "PUT /v2.0/ports/49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d HTTP/1.1" status: 200 len: 1093 time: 1.8040631 May 17 12:06:08.725037 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-5d48638b-da2b-42c8-8035-4d56513a6dad req-e0785cc5-eec9-403a-af20-e71c537fe06d tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548768 May 17 12:06:08.767673 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-327a3418-2686-4743-997b-8f18bfc9a828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:08.881588 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98357bdf-55a7-4018-b3f2-d5d2426021bf service neutron] Pushing event updated for resources: {'Port': ['ID=49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d,revision_number=3']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:08.885387 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-98357bdf-55a7-4018-b3f2-d5d2426021bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:08.894563 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.agents_db [None req-bc444940-bb86-4de8-ac48-ae4570a6a7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:06:08.942669 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-da2d5096-647b-49de-b285-5cdae0679485 req-0578b8ee-461e-4cce-98d1-0dc6b5d67743 service neutron] 10.222.0.52 "GET /v2.0/networks/420f9a68-4de0-4fd9-af03-44cf74933625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148894 May 17 12:06:08.954694 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-ee5b419e-2537-451e-b299-c9ce3ccabee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:08.956434 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-ee5b419e-2537-451e-b299-c9ce3ccabee2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aa3142f2173d4022b0c404c920dc8d54&device_id=4eadff31-565b-4c84-a217-cb842556ba21 HTTP/1.1" status: 200 len: 1096 time: 0.1778970 May 17 12:06:08.964859 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c821f717-ba60-4c09-8856-0b9d2a263911 req-5fcf73ab-4fe4-41f5-857f-7e0a732286bb tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:08.967821 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-c821f717-ba60-4c09-8856-0b9d2a263911 req-5fcf73ab-4fe4-41f5-857f-7e0a732286bb tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=4eadff31-565b-4c84-a217-cb842556ba21 HTTP/1.1" status: 200 len: 943 time: 0.2991829 May 17 12:06:09.021623 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eadff31-565b-4c84-a217-cb842556ba21', 'tag': '49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d'}] {{(pid=78700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:06:09.062702 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-8b1d0eec-ea90-4ae1-875c-d16247b457f7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d HTTP/1.1" status: 200 len: 217 time: 0.0937252 May 17 12:06:09.106446 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eadff31-565b-4c84-a217-cb842556ba21', 'tag': '49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d', 'status': 'completed', 'code': 200} May 17 12:06:09.131332 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-c821f717-ba60-4c09-8856-0b9d2a263911 req-1220efdd-14cb-42f7-9c9a-8fd2e32c8462 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054473 May 17 12:06:09.145405 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-61f9645e-93f7-40c8-bc23-58b8e30aa280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:09.146863 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-61f9645e-93f7-40c8-bc23-58b8e30aa280 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2265ec26-25ce-4a67-8ace-40a0c329d3f7 HTTP/1.1" status: 200 len: 855 time: 0.0724776 May 17 12:06:09.210300 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-2d54ceef-f77e-4698-8cb4-ae1847b1ec49 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d148b08-1ad9-4470-987b-bb4369603158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532596 May 17 12:06:09.371971 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-74e1a8ce-00ad-491c-bf60-de8bfa7f9ed4 service neutron] 10.222.0.52 "GET /v2.0/networks/7d148b08-1ad9-4470-987b-bb4369603158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537540 May 17 12:06:09.437981 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 4d3d7d97-9f22-4cee-8535-01e2e8893ab2 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:06:09.553490 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-87e98eb0-783a-4708-a540-4b5d9bbabdae req-e6e4b589-c876-4e2f-8f96-34158c5e2c57 service neutron] 10.222.0.52 "GET /v2.0/networks/7d148b08-1ad9-4470-987b-bb4369603158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683903 May 17 12:06:09.646679 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:09.692189 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c2d3fe-feb1-4c61-9f9d-df852dce1f9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d3d7d97-9f22-4cee-8535-01e2e8893ab2'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:06:09.703513 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port 4d3d7d97-9f22-4cee-8535-01e2e8893ab2, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=4d3d7d97-9f22-4cee-8535-01e2e8893ab2,segment=NetworkSegment(5f3ca14c-f170-4716-92b7-0cba2aeab367),segment_id=5f3ca14c-f170-4716-92b7-0cba2aeab367)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:06:09.710402 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e06d9-6dea-4439-9710-fd049525f6f8 req-c1b19409-b8dd-43ea-a865-8114b80a876f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:09.711177 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:09.711873 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-568e06d9-6dea-4439-9710-fd049525f6f8 req-c1b19409-b8dd-43ea-a865-8114b80a876f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aa3142f2173d4022b0c404c920dc8d54&device_id=4eadff31-565b-4c84-a217-cb842556ba21 HTTP/1.1" status: 200 len: 1096 time: 0.0917602 May 17 12:06:09.714256 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:09.790212 dv-cinder-734144-19-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c2d3fe-feb1-4c61-9f9d-df852dce1f9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d3d7d97-9f22-4cee-8535-01e2e8893ab2', 'code': 200} May 17 12:06:09.869543 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=4d3d7d97-9f22-4cee-8535-01e2e8893ab2,revision_number=8']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:09.892459 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:09.988779 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e06d9-6dea-4439-9710-fd049525f6f8 req-daf1382c-37cc-441d-8d65-9dca6f782bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:09.990253 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-568e06d9-6dea-4439-9710-fd049525f6f8 req-daf1382c-37cc-441d-8d65-9dca6f782bdc service neutron] 10.222.0.52 "GET /v2.0/networks?id=7d148b08-1ad9-4470-987b-bb4369603158 HTTP/1.1" status: 200 len: 916 time: 0.2653863 May 17 12:06:10.006460 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b6fd6-d144-4f09-b282-cf31db5e01e4 req-8be75d07-5db7-4ce8-ac0e-c013b7fa93db tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:10.007926 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-406b6fd6-d144-4f09-b282-cf31db5e01e4 req-8be75d07-5db7-4ce8-ac0e-c013b7fa93db tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 943 time: 0.1334016 May 17 12:06:10.090602 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-568e06d9-6dea-4439-9710-fd049525f6f8 req-a0b1e122-7a57-4fe2-acbc-4d3788151957 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d HTTP/1.1" status: 200 len: 217 time: 0.0817256 May 17 12:06:10.120459 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-406b6fd6-d144-4f09-b282-cf31db5e01e4 req-f26045c4-1758-4cab-984a-1b0bb849fa72 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525260 May 17 12:06:10.355640 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944ac10-b83c-48b0-99e6-f94255f8ed93 req-fd3a00a0-4c29-46e5-9f7f-3afe9cb60655 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:10.357121 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-c944ac10-b83c-48b0-99e6-f94255f8ed93 req-fd3a00a0-4c29-46e5-9f7f-3afe9cb60655 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=4eadff31-565b-4c84-a217-cb842556ba21 HTTP/1.1" status: 200 len: 943 time: 0.0852084 May 17 12:06:10.472000 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-c944ac10-b83c-48b0-99e6-f94255f8ed93 req-20c88c1e-4c9c-4a28-8cd3-8023daf4fd29 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088486 May 17 12:06:11.064818 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e06d9-6dea-4439-9710-fd049525f6f8 req-30e2316a-1218-4185-8df0-edf54dccc50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:11.066263 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-568e06d9-6dea-4439-9710-fd049525f6f8 req-30e2316a-1218-4185-8df0-edf54dccc50e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2265ec26-25ce-4a67-8ace-40a0c329d3f7 HTTP/1.1" status: 200 len: 855 time: 0.0626574 May 17 12:06:11.287578 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1156ba09-177c-417d-838a-c35dd583c5a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:11.319087 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:11.319523 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c34ca1-5dc8-4cbe-899e-8765007f5e0c req-39c1e24f-a642-4858-a9b8-fb3e6c2f1d40 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:11.321744 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-a4c34ca1-5dc8-4cbe-899e-8765007f5e0c req-39c1e24f-a642-4858-a9b8-fb3e6c2f1d40 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 943 time: 0.0869734 May 17 12:06:11.370628 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-a4c34ca1-5dc8-4cbe-899e-8765007f5e0c req-9fd83a9b-8e0f-491a-933d-e9e930783a27 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417111 May 17 12:06:11.765749 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69254ac-1b65-4d5b-a808-a1898fc72260 req-014a2f34-086b-40c1-9909-5fdf0037636e tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:11.767235 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-e69254ac-1b65-4d5b-a808-a1898fc72260 req-014a2f34-086b-40c1-9909-5fdf0037636e tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=4eadff31-565b-4c84-a217-cb842556ba21 HTTP/1.1" status: 200 len: 943 time: 0.1918120 May 17 12:06:11.813567 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-e69254ac-1b65-4d5b-a808-a1898fc72260 req-2e8accca-3ac1-4b47-be2a-7eb45bf1824a tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404143 May 17 12:06:12.284454 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0507c-b468-4875-831a-40a50f6d9fb1 req-429322b7-5409-42e7-ad8a-7dfe58cb3e6a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:12.285932 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-e2e0507c-b468-4875-831a-40a50f6d9fb1 req-429322b7-5409-42e7-ad8a-7dfe58cb3e6a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 943 time: 0.0792930 May 17 12:06:12.314214 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:12.335635 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-e2e0507c-b468-4875-831a-40a50f6d9fb1 req-edb126e1-67dd-433c-b19e-b4cb0e437b51 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440273 May 17 12:06:12.478118 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 33466) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:06:12.587530 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-17a19f80-f403-4778-813d-68eb63aedc28 req-c1f742fa-cdf4-499d-bf66-dd9139909d92 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1080620 May 17 12:06:13.002948 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9490b30-7d14-4860-ab1a-0c65d27c3127 req-6841d765-0735-4ac5-bbb5-22b11ad0ecf5 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:13.004393 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d9490b30-7d14-4860-ab1a-0c65d27c3127 req-6841d765-0735-4ac5-bbb5-22b11ad0ecf5 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=4eadff31-565b-4c84-a217-cb842556ba21 HTTP/1.1" status: 200 len: 943 time: 0.0786598 May 17 12:06:13.088058 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d9490b30-7d14-4860-ab1a-0c65d27c3127 req-59094499-b06f-4845-b347-63c5dd6fb80c tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778589 May 17 12:06:13.090261 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-568e06d9-6dea-4439-9710-fd049525f6f8 req-52d84723-27d8-41cc-9a24-88f45ce5c3d4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d148b08-1ad9-4470-987b-bb4369603158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481155 May 17 12:06:13.225265 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-568e06d9-6dea-4439-9710-fd049525f6f8 req-93477a27-0aa7-4035-bae2-7b936dd807a2 service neutron] 10.222.0.52 "GET /v2.0/networks/7d148b08-1ad9-4470-987b-bb4369603158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236939 May 17 12:06:13.357738 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-568e06d9-6dea-4439-9710-fd049525f6f8 req-d6cae9e6-e5f3-4955-8add-4b5241de8e70 service neutron] 10.222.0.52 "GET /v2.0/networks/7d148b08-1ad9-4470-987b-bb4369603158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249747 May 17 12:06:13.536777 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7d9d9-0bb1-4eee-8435-bc74b2349caa req-9d31c086-b592-4bb9-8fae-8fe39ddf0dc1 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:13.538515 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-00f7d9d9-0bb1-4eee-8435-bc74b2349caa req-9d31c086-b592-4bb9-8fae-8fe39ddf0dc1 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 943 time: 0.0879550 May 17 12:06:13.593610 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-00f7d9d9-0bb1-4eee-8435-bc74b2349caa req-56693f9b-cf89-4b17-97f7-604c296f35a0 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490210 May 17 12:06:14.196490 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:14.275082 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e6cc5-c29b-4674-812a-8369a8cf0b8e req-13e68189-6e8f-41e1-b929-8484b8070327 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:14.276527 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-b26e6cc5-c29b-4674-812a-8369a8cf0b8e req-13e68189-6e8f-41e1-b929-8484b8070327 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=4eadff31-565b-4c84-a217-cb842556ba21 HTTP/1.1" status: 200 len: 943 time: 0.0788615 May 17 12:06:14.324870 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-b26e6cc5-c29b-4674-812a-8369a8cf0b8e req-7d689357-f81f-40bb-adf3-23d0b967bda0 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422497 May 17 12:06:14.783362 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b518bb2-6550-4441-86de-4237b6d71fce req-14c056e1-01fb-4c34-a225-5e38fb427f4a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:14.784805 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-5b518bb2-6550-4441-86de-4237b6d71fce req-14c056e1-01fb-4c34-a225-5e38fb427f4a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 943 time: 0.0791516 May 17 12:06:14.829267 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-5b518bb2-6550-4441-86de-4237b6d71fce req-99d50dd6-0340-4136-ba6c-ba3bc6d9474c tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386641 May 17 12:06:15.466484 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:06:15.469878 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 4d3d7d97-9f22-4cee-8535-01e2e8893ab2 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:06:15.511702 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd15b4-6216-4c8c-bbab-0307afde2854 req-a6a70e0a-97ef-4d38-96a1-518e5659544a tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:15.513241 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-9dcd15b4-6216-4c8c-bbab-0307afde2854 req-a6a70e0a-97ef-4d38-96a1-518e5659544a tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=4eadff31-565b-4c84-a217-cb842556ba21 HTTP/1.1" status: 200 len: 943 time: 0.0852602 May 17 12:06:15.562879 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-9dcd15b4-6216-4c8c-bbab-0307afde2854 req-469e179c-bd48-4d5a-a35f-e30413bdeae2 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427210 May 17 12:06:15.710594 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port 49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d,segment=NetworkSegment(b61233ca-6cb6-4e29-9ec5-c0502c3c2c37),segment_id=b61233ca-6cb6-4e29-9ec5-c0502c3c2c37)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:06:15.725305 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Returning: {'device': '49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d', 'network_id': '7d148b08-1ad9-4470-987b-bb4369603158', 'port_id': '49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d', 'mac_address': 'fa:16:3e:15:44:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2265ec26-25ce-4a67-8ace-40a0c329d3f7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:06:15.786007 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:15.803154 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:06:15.818948 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port 49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d,segment=NetworkSegment(b61233ca-6cb6-4e29-9ec5-c0502c3c2c37),segment_id=b61233ca-6cb6-4e29-9ec5-c0502c3c2c37)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:06:15.822902 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:15.824598 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:15.894696 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d,revision_number=4']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:15.905161 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:16.035435 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069dff3-317f-4f71-802d-aa9131d97d20 req-57d308a9-51c7-4754-839e-7518525f5427 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:16.038072 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-8069dff3-317f-4f71-802d-aa9131d97d20 req-57d308a9-51c7-4754-839e-7518525f5427 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 943 time: 0.0936604 May 17 12:06:16.101667 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-8069dff3-317f-4f71-802d-aa9131d97d20 req-d57be684-cab5-4ff7-a56f-78aa6c5d0c38 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564103 May 17 12:06:16.133927 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] get_ports_and_sgs() called for port_ids ['49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d'] {{(pid=78702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:06:16.807934 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63aeeb1-4221-407b-abd9-f59e85dfe8b3 req-b667dc26-fe2e-41e4-b753-5eef25e9d59e tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:16.809329 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d63aeeb1-4221-407b-abd9-f59e85dfe8b3 req-b667dc26-fe2e-41e4-b753-5eef25e9d59e tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=4eadff31-565b-4c84-a217-cb842556ba21 HTTP/1.1" status: 200 len: 944 time: 0.1309247 May 17 12:06:16.869467 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d63aeeb1-4221-407b-abd9-f59e85dfe8b3 req-629d6995-a5a6-40d9-a014-50eaca4bbead tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529280 May 17 12:06:16.872120 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a19f80-f403-4778-813d-68eb63aedc28 req-e5c14471-ba98-4f9a-a536-502fdec84a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:16.874284 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-17a19f80-f403-4778-813d-68eb63aedc28 req-e5c14471-ba98-4f9a-a536-502fdec84a44 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f&tenant_id=eb0716dd61384274b0edea30aa0018fc HTTP/1.1" status: 200 len: 1096 time: 0.1211851 May 17 12:06:16.974785 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a19f80-f403-4778-813d-68eb63aedc28 req-41a02b71-1620-4c58-916d-a2e057387f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:16.976427 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-17a19f80-f403-4778-813d-68eb63aedc28 req-41a02b71-1620-4c58-916d-a2e057387f24 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb0716dd61384274b0edea30aa0018fc&device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 1096 time: 0.0704916 May 17 12:06:17.114057 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a19f80-f403-4778-813d-68eb63aedc28 req-79c697bc-f01e-4619-8b54-4fe5911eb10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:17.115392 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-17a19f80-f403-4778-813d-68eb63aedc28 req-79c697bc-f01e-4619-8b54-4fe5911eb10b service neutron] 10.222.0.52 "GET /v2.0/networks?id=60d01f58-95c2-41d0-9639-8f96ef255b31 HTTP/1.1" status: 200 len: 918 time: 0.1285021 May 17 12:06:17.220139 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-17a19f80-f403-4778-813d-68eb63aedc28 req-2c96d47e-066f-47c3-bf66-983991e691c2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d3d7d97-9f22-4cee-8535-01e2e8893ab2 HTTP/1.1" status: 200 len: 999 time: 0.0971584 May 17 12:06:17.243894 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 33538) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:06:17.283703 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a19f80-f403-4778-813d-68eb63aedc28 req-ec30e93b-e65b-4ad7-a0bd-2e542c3df033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:17.285194 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-17a19f80-f403-4778-813d-68eb63aedc28 req-ec30e93b-e65b-4ad7-a0bd-2e542c3df033 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef588d6f-d166-4427-8aef-1ce83b0779d0 HTTP/1.1" status: 200 len: 856 time: 0.0580914 May 17 12:06:17.328606 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d40a986-eb11-4125-b1b2-8811e66f9162 admin admin] Deleting subnet 6261fd46-3780-4f90-ad06-2f624900197f {{(pid=78701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 12:06:17.333070 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5d40a986-eb11-4125-b1b2-8811e66f9162 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:17.365373 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a19f80-f403-4778-813d-68eb63aedc28 req-dea69ec7-b0ca-4c2c-a4ec-507c3fc90da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:17.366956 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-17a19f80-f403-4778-813d-68eb63aedc28 req-dea69ec7-b0ca-4c2c-a4ec-507c3fc90da3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=60d01f58-95c2-41d0-9639-8f96ef255b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0748134 May 17 12:06:17.391552 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745d02d-676e-4275-86ff-eaa13a40330b req-4b8a8105-708c-4580-b58f-b7c1ffa9edea tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:17.393044 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-d745d02d-676e-4275-86ff-eaa13a40330b req-4b8a8105-708c-4580-b58f-b7c1ffa9edea tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 943 time: 0.1807191 May 17 12:06:17.399786 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5d40a986-eb11-4125-b1b2-8811e66f9162 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2587883'] for subnet, precommit_delete_associations {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:17.477180 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d up at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:06:17.508387 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5d40a986-eb11-4125-b1b2-8811e66f9162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383026'] for subnet, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:17.513235 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-17a19f80-f403-4778-813d-68eb63aedc28 req-06bc31eb-38e8-434b-8fe7-e79c1cdf7d0a service neutron] 10.222.0.52 "GET /v2.0/networks/60d01f58-95c2-41d0-9639-8f96ef255b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351767 May 17 12:06:17.569498 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-d745d02d-676e-4275-86ff-eaa13a40330b req-94a4dd25-5a41-4ba0-97bb-68db50712ab3 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406636 May 17 12:06:17.585375 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Provisioning for port 49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:06:17.598879 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Provisioning complete for port 49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:06:17.598879 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:17.733239 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:17.762000 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-17a19f80-f403-4778-813d-68eb63aedc28 req-bfb18a33-498d-495e-ba51-cc0ccea728ce service neutron] 10.222.0.52 "GET /v2.0/networks/60d01f58-95c2-41d0-9639-8f96ef255b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404511 May 17 12:06:17.770206 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eadff31-565b-4c84-a217-cb842556ba21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:06:17.784096 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port 49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d,segment=NetworkSegment(b61233ca-6cb6-4e29-9ec5-c0502c3c2c37),segment_id=b61233ca-6cb6-4e29-9ec5-c0502c3c2c37)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:06:17.788515 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:17.793184 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-dc2db027-d735-41d9-bba4-55c7859873ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:17.810164 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5d40a986-eb11-4125-b1b2-8811e66f9162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2534855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2580816'] for subnet, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:17.827279 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:17.863295 dv-cinder-734144-19-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eadff31-565b-4c84-a217-cb842556ba21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d', 'code': 200} May 17 12:06:17.881179 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5d40a986-eb11-4125-b1b2-8811e66f9162 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:17.891105 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-5d40a986-eb11-4125-b1b2-8811e66f9162 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6261fd46-3780-4f90-ad06-2f624900197f HTTP/1.1" status: 204 len: 168 time: 0.6411469 May 17 12:06:17.892124 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d40a986-eb11-4125-b1b2-8811e66f9162 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6261fd46-3780-4f90-ad06-2f624900197f,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:17.894352 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 33558) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:06:17.909659 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d,revision_number=5']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:17.912726 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:17.913093 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-5d40a986-eb11-4125-b1b2-8811e66f9162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:18.127549 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f568ff85-b306-4aa3-92a3-ad83e932fa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1494564'] for network, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:18.181918 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b8288-b0b3-40ad-b84c-a428e359bb16 req-c49b4435-a1a5-471f-bc61-26a814777af1 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:18.183913 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-005b8288-b0b3-40ad-b84c-a428e359bb16 req-c49b4435-a1a5-471f-bc61-26a814777af1 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=4eadff31-565b-4c84-a217-cb842556ba21 HTTP/1.1" status: 200 len: 945 time: 0.1296642 May 17 12:06:18.267541 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-005b8288-b0b3-40ad-b84c-a428e359bb16 req-df553a6c-8a30-4b44-9f3d-b91537b9f6dd tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753872 May 17 12:06:18.314258 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f568ff85-b306-4aa3-92a3-ad83e932fa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382983', 'neutron.services.segments.db._delete_segments_for_network-8762327220098'] for network, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:18.329662 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.services.segments.db [None req-f568ff85-b306-4aa3-92a3-ad83e932fa9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd']}} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:18.344110 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.services.segments.db [None req-f568ff85-b306-4aa3-92a3-ad83e932fa9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94b16cb5-a6fd-46f0-9094-020c3c371b22') {'for_net_delete': True} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:18.344439 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.services.segments.db [None req-f568ff85-b306-4aa3-92a3-ad83e932fa9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94b16cb5-a6fd-46f0-9094-020c3c371b22') {} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:18.365476 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f568ff85-b306-4aa3-92a3-ad83e932fa9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762327230347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2957048'] for segment, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:18.392264 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f568ff85-b306-4aa3-92a3-ad83e932fa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205'] for segment, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:18.399585 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f407d-c77c-43c3-9be6-6ed19d736410 req-0fc2fff1-fddd-4351-8c32-0d71a764513b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:18.401278 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0b2f407d-c77c-43c3-9be6-6ed19d736410 req-0fc2fff1-fddd-4351-8c32-0d71a764513b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4eadff31-565b-4c84-a217-cb842556ba21 HTTP/1.1" status: 200 len: 1098 time: 0.3144131 May 17 12:06:18.403871 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f568ff85-b306-4aa3-92a3-ad83e932fa9d admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=78700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 12:06:18.404822 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f568ff85-b306-4aa3-92a3-ad83e932fa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2209177'] for segment, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:18.420460 dv-cinder-734144-19-iscsi neutron-server[78700]: Traceback (most recent call last): May 17 12:06:18.420460 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 12:06:18.420460 dv-cinder-734144-19-iscsi neutron-server[78700]: timer() May 17 12:06:18.420460 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 12:06:18.420460 dv-cinder-734144-19-iscsi neutron-server[78700]: cb(*args, **kw) May 17 12:06:18.420460 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 12:06:18.420460 dv-cinder-734144-19-iscsi neutron-server[78700]: return func(*args, **kwargs) May 17 12:06:18.420460 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 12:06:18.420460 dv-cinder-734144-19-iscsi neutron-server[78700]: self._notify() May 17 12:06:18.420460 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 12:06:18.420460 dv-cinder-734144-19-iscsi neutron-server[78700]: self.callback(batched_events) May 17 12:06:18.420460 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 12:06:18.420460 dv-cinder-734144-19-iscsi neutron-server[78700]: event.method(event) May 17 12:06:18.420460 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 12:06:18.420460 dv-cinder-734144-19-iscsi neutron-server[78700]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 12:06:18.420460 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 12:06:18.420460 dv-cinder-734144-19-iscsi neutron-server[78700]: aggregate_uuid = self.p_client.list_aggregates( May 17 12:06:18.420460 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 12:06:18.420460 dv-cinder-734144-19-iscsi neutron-server[78700]: return f(self, *a, **k) May 17 12:06:18.420460 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 12:06:18.420460 dv-cinder-734144-19-iscsi neutron-server[78700]: return self._get(url).json() May 17 12:06:18.420460 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 12:06:18.420460 dv-cinder-734144-19-iscsi neutron-server[78700]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 12:06:18.420460 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 12:06:18.420460 dv-cinder-734144-19-iscsi neutron-server[78700]: return self.request(url, 'GET', **kwargs) May 17 12:06:18.420460 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 12:06:18.420460 dv-cinder-734144-19-iscsi neutron-server[78700]: base_url = self.get_endpoint(auth, allow=allow, May 17 12:06:18.420460 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 12:06:18.420460 dv-cinder-734144-19-iscsi neutron-server[78700]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 12:06:18.420460 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 12:06:18.420460 dv-cinder-734144-19-iscsi neutron-server[78700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 12:06:18.420460 dv-cinder-734144-19-iscsi neutron-server[78700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 12:06:18.534498 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f568ff85-b306-4aa3-92a3-ad83e932fa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407862'] for network, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:18.539192 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:18.564783 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f568ff85-b306-4aa3-92a3-ad83e932fa9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for network, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:18.606804 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568ff85-b306-4aa3-92a3-ad83e932fa9d admin admin] Pushing event deleted for resources: {'Network': ['ID=2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:18.610653 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-f568ff85-b306-4aa3-92a3-ad83e932fa9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:18.636532 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-f568ff85-b306-4aa3-92a3-ad83e932fa9d admin admin] 10.222.0.11 "DELETE /v2.0/networks/2c3faac1-c5f9-4dd0-a196-1302f6ad4dcd HTTP/1.1" status: 204 len: 168 time: 0.7410052 May 17 12:06:18.891671 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20616bdd-3859-4d2f-b6a1-1d5e8925163e req-806fb46c-f1f3-48aa-a03f-e54a095de303 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:18.893489 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-20616bdd-3859-4d2f-b6a1-1d5e8925163e req-806fb46c-f1f3-48aa-a03f-e54a095de303 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 943 time: 0.1221585 May 17 12:06:18.972751 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-20616bdd-3859-4d2f-b6a1-1d5e8925163e req-b52a4076-65bc-4992-8f96-e69a0ed72358 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728629 May 17 12:06:18.980379 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 33596) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:06:19.032341 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-55a9e56b-654a-4917-b5c7-c1384307a27e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a26586412a0b4bf0b3e9ec3fa71c14be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0504878 May 17 12:06:19.034634 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 33600) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:06:19.095685 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-173d4ed7-dcfc-4794-aa3c-e6c2a1cf9b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:19.122573 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-173d4ed7-dcfc-4794-aa3c-e6c2a1cf9b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:19.177542 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-173d4ed7-dcfc-4794-aa3c-e6c2a1cf9b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:19.181121 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-7132e803-6c11-42ba-8322-c28bad8493db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:19.196355 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d4ed7-dcfc-4794-aa3c-e6c2a1cf9b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18cb5e0-349e-4af4-a126-102dafc72b8a,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:19.198919 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-173d4ed7-dcfc-4794-aa3c-e6c2a1cf9b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:19.208754 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-173d4ed7-dcfc-4794-aa3c-e6c2a1cf9b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:19.210020 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-173d4ed7-dcfc-4794-aa3c-e6c2a1cf9b67 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f18cb5e0-349e-4af4-a126-102dafc72b8a HTTP/1.1" status: 204 len: 168 time: 0.1744032 May 17 12:06:19.490029 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8682a45-4283-4114-8b51-d377e3dcb150 req-19c19f08-fb26-4dff-bbd8-3ef0a554e790 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:19.493491 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-d8682a45-4283-4114-8b51-d377e3dcb150 req-19c19f08-fb26-4dff-bbd8-3ef0a554e790 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=4eadff31-565b-4c84-a217-cb842556ba21 HTTP/1.1" status: 200 len: 945 time: 0.0995977 May 17 12:06:19.549665 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-d8682a45-4283-4114-8b51-d377e3dcb150 req-43e09617-4944-4be4-951f-e3ef60f34a9a tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514715 May 17 12:06:20.176712 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffecb8-3a23-4b46-9c41-8c8585a86bb7 req-ad72a732-54ff-4be3-a196-fe295043166e tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:20.178187 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d9ffecb8-3a23-4b46-9c41-8c8585a86bb7 req-ad72a732-54ff-4be3-a196-fe295043166e tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 943 time: 0.0877612 May 17 12:06:20.228548 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d9ffecb8-3a23-4b46-9c41-8c8585a86bb7 req-3d547a51-7713-4f1a-960b-150334cfeadd tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444500 May 17 12:06:20.740504 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fa398-d468-4aeb-a9ba-71713bde2d28 req-2d3cb4f8-8d9f-443c-a87b-3e89fde6b82b tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:20.742303 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-c23fa398-d468-4aeb-a9ba-71713bde2d28 req-2d3cb4f8-8d9f-443c-a87b-3e89fde6b82b tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=4eadff31-565b-4c84-a217-cb842556ba21 HTTP/1.1" status: 200 len: 945 time: 0.0807168 May 17 12:06:20.805468 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-c23fa398-d468-4aeb-a9ba-71713bde2d28 req-0c9aacf7-253f-426e-ab83-6431a4d7d848 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564637 May 17 12:06:21.656388 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f4cab-928a-4683-ba48-3dfcf106c6d2 req-b5caa511-a798-4db5-a1c5-f40171ae50f0 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:21.657924 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-137f4cab-928a-4683-ba48-3dfcf106c6d2 req-b5caa511-a798-4db5-a1c5-f40171ae50f0 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 943 time: 0.3129892 May 17 12:06:21.708601 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-137f4cab-928a-4683-ba48-3dfcf106c6d2 req-12bb585d-6477-4732-abb2-1b8b0daca005 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450115 May 17 12:06:22.006050 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15591237-f331-4f97-849b-fc3d6959dedd req-22583edc-5e5a-4483-8183-cd416cb136c8 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:22.007500 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-15591237-f331-4f97-849b-fc3d6959dedd req-22583edc-5e5a-4483-8183-cd416cb136c8 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=4eadff31-565b-4c84-a217-cb842556ba21 HTTP/1.1" status: 200 len: 945 time: 0.0943189 May 17 12:06:22.053134 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-15591237-f331-4f97-849b-fc3d6959dedd req-8e1daf1d-bfec-4a63-9ce3-8faa0740d06f tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398076 May 17 12:06:22.943128 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394c19a-dc2b-49f7-8a81-5d5ca5efc02b req-116ef7d9-9bc1-4825-8369-048d69bc773b tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:22.943648 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2394c19a-dc2b-49f7-8a81-5d5ca5efc02b req-116ef7d9-9bc1-4825-8369-048d69bc773b tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 943 time: 0.1106777 May 17 12:06:23.029659 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2394c19a-dc2b-49f7-8a81-5d5ca5efc02b req-a324d3ea-a891-4ca7-ba24-5fdfcfa0de9f tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799346 May 17 12:06:23.477306 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fddb74-68e3-4f1a-96ad-51391464f142 req-707585d6-c96b-4351-ade7-7af50021e19c tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:23.485396 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-59fddb74-68e3-4f1a-96ad-51391464f142 req-707585d6-c96b-4351-ade7-7af50021e19c tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=4eadff31-565b-4c84-a217-cb842556ba21 HTTP/1.1" status: 200 len: 945 time: 0.3200679 May 17 12:06:23.530312 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-59fddb74-68e3-4f1a-96ad-51391464f142 req-37569996-a910-46c1-9b7d-bd08fe53ba51 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438962 May 17 12:06:23.699782 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 33656) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:06:23.824251 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-261b6e75-ac34-437a-8ef0-5c83457d3043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:23.839380 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-261b6e75-ac34-437a-8ef0-5c83457d3043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:06:23.843342 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-261b6e75-ac34-437a-8ef0-5c83457d3043 admin admin] Usage tracker for resource:security_group_rule and tenant:127bc8a8246c42cbaf26455fe29fb460 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:06:23.846209 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-261b6e75-ac34-437a-8ef0-5c83457d3043 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:06:23.851991 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-261b6e75-ac34-437a-8ef0-5c83457d3043 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:06:23.946959 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-261b6e75-ac34-437a-8ef0-5c83457d3043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:23.951553 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-261b6e75-ac34-437a-8ef0-5c83457d3043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:23.959703 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-c619ab3a-30d2-4852-81b1-d8261225e6aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:24.008184 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-261b6e75-ac34-437a-8ef0-5c83457d3043 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=127bc8a8246c42cbaf26455fe29fb460&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3070745 May 17 12:06:24.009304 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b6e75-ac34-437a-8ef0-5c83457d3043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4e8ba4-fabf-44f2-aa5a-6bd7cd4dae75,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:24.010576 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 33662) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:06:24.013619 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-261b6e75-ac34-437a-8ef0-5c83457d3043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:24.074780 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-4a480a20-b2f0-45dc-82aa-ac1a7ca04f61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:24.110508 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-4a480a20-b2f0-45dc-82aa-ac1a7ca04f61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:24.210572 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-4a480a20-b2f0-45dc-82aa-ac1a7ca04f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:24.217977 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-e07ed2c9-6fef-49b5-a3b9-177aa4305b98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:24.230529 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a480a20-b2f0-45dc-82aa-ac1a7ca04f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4e8ba4-fabf-44f2-aa5a-6bd7cd4dae75,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:24.242099 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-4a480a20-b2f0-45dc-82aa-ac1a7ca04f61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:24.247004 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-4a480a20-b2f0-45dc-82aa-ac1a7ca04f61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:24.250907 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-4a480a20-b2f0-45dc-82aa-ac1a7ca04f61 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4a4e8ba4-fabf-44f2-aa5a-6bd7cd4dae75 HTTP/1.1" status: 204 len: 168 time: 0.2366970 May 17 12:06:24.277973 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807490f-6ec5-4a97-9957-45a2a5978ae3 req-4eb82841-10b1-4024-8ff8-730a4efa4d82 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:24.280797 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3807490f-6ec5-4a97-9957-45a2a5978ae3 req-4eb82841-10b1-4024-8ff8-730a4efa4d82 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 943 time: 0.1190150 May 17 12:06:24.343069 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3807490f-6ec5-4a97-9957-45a2a5978ae3 req-209e0d92-a299-428e-9958-e94f23b24bf8 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546908 May 17 12:06:24.776279 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91932ab-780b-4556-a90f-90462fe481cc req-2fe91892-470c-4367-b26d-aae745c6fd0a tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:24.777773 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-b91932ab-780b-4556-a90f-90462fe481cc req-2fe91892-470c-4367-b26d-aae745c6fd0a tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=4eadff31-565b-4c84-a217-cb842556ba21 HTTP/1.1" status: 200 len: 945 time: 0.0930090 May 17 12:06:24.827766 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-b91932ab-780b-4556-a90f-90462fe481cc req-835d4c4d-e313-4fb5-926e-fcf9ff79984e tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434902 May 17 12:06:25.567403 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad4c36-a14d-4204-9dfb-414cf5c976f2 req-ee8131df-3964-4819-80db-fe7254473827 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:25.569777 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d9ad4c36-a14d-4204-9dfb-414cf5c976f2 req-ee8131df-3964-4819-80db-fe7254473827 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 943 time: 0.1148190 May 17 12:06:25.573519 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 33706) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:06:25.631174 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d9ad4c36-a14d-4204-9dfb-414cf5c976f2 req-8f3e8a90-4fb8-4c75-8d50-66ab43913a25 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551703 May 17 12:06:25.732135 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-5c02c223-cda0-4af6-a566-f88d25732abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:25.748518 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-5c02c223-cda0-4af6-a566-f88d25732abe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:06:25.754205 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-5c02c223-cda0-4af6-a566-f88d25732abe admin admin] Usage tracker for resource:security_group_rule and tenant:be20a02faaf6498d89d9728729fd5d68 is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:06:25.757696 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-5c02c223-cda0-4af6-a566-f88d25732abe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:06:25.764348 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-5c02c223-cda0-4af6-a566-f88d25732abe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:06:25.855726 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-5c02c223-cda0-4af6-a566-f88d25732abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:25.860737 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-5c02c223-cda0-4af6-a566-f88d25732abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:25.894584 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-d1ab2309-9295-4c0a-a006-6b88135eae7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:25.933952 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c02c223-cda0-4af6-a566-f88d25732abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b1ec39-538f-4dba-bc7b-e5110a2d4e84,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:25.951982 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-5c02c223-cda0-4af6-a566-f88d25732abe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=be20a02faaf6498d89d9728729fd5d68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3774450 May 17 12:06:25.955158 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 33724) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:06:25.956693 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-5c02c223-cda0-4af6-a566-f88d25732abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:26.098209 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7777b874-d254-4ffc-9dbb-5666b0b474bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:26.139044 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7777b874-d254-4ffc-9dbb-5666b0b474bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:26.250687 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7777b874-d254-4ffc-9dbb-5666b0b474bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:26.255622 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-4ad3c606-bda5-4b3f-9d4a-8472805446c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:26.269902 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7777b874-d254-4ffc-9dbb-5666b0b474bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b1ec39-538f-4dba-bc7b-e5110a2d4e84,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:26.272616 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-7777b874-d254-4ffc-9dbb-5666b0b474bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:26.284634 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7777b874-d254-4ffc-9dbb-5666b0b474bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:26.285799 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-7777b874-d254-4ffc-9dbb-5666b0b474bb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/85b1ec39-538f-4dba-bc7b-e5110a2d4e84 HTTP/1.1" status: 204 len: 168 time: 0.3293393 May 17 12:06:26.315988 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c8c1b-3b40-4669-acf7-730e6fb60339 req-3a4fa9c4-617d-4d3d-a6b2-c0c6ce84e62e tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:26.317816 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-fb5c8c1b-3b40-4669-acf7-730e6fb60339 req-3a4fa9c4-617d-4d3d-a6b2-c0c6ce84e62e tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=4eadff31-565b-4c84-a217-cb842556ba21 HTTP/1.1" status: 200 len: 945 time: 0.1186364 May 17 12:06:26.393788 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-fb5c8c1b-3b40-4669-acf7-730e6fb60339 req-2c4ae582-c00b-46ff-8e64-a01bf6a55a79 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682509 May 17 12:06:26.825667 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b9390-7852-478b-b390-35650cead20e req-76e86be5-5a21-47fc-9a68-0395a5fe80a7 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:26.827586 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-7c3b9390-7852-478b-b390-35650cead20e req-76e86be5-5a21-47fc-9a68-0395a5fe80a7 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 943 time: 0.0842862 May 17 12:06:26.875013 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-7c3b9390-7852-478b-b390-35650cead20e req-5f22e2cd-313c-4ece-97a9-9b7b116ee8e6 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418386 May 17 12:06:27.607670 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17669def-188c-4fdb-ae1f-a594d8556adb req-20dd45d5-fb71-440e-99f0-2141e612f344 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:27.609306 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-17669def-188c-4fdb-ae1f-a594d8556adb req-20dd45d5-fb71-440e-99f0-2141e612f344 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=4eadff31-565b-4c84-a217-cb842556ba21 HTTP/1.1" status: 200 len: 945 time: 0.0860665 May 17 12:06:27.656327 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-17669def-188c-4fdb-ae1f-a594d8556adb req-48430413-b3f8-4a03-b478-02ccaa3ef1ab tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410228 May 17 12:06:28.087689 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1666d0e0-6351-4655-80a2-1eec01367728 req-ef415628-0d7a-4089-a0d4-3ac83530abe5 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:28.089139 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-1666d0e0-6351-4655-80a2-1eec01367728 req-ef415628-0d7a-4089-a0d4-3ac83530abe5 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 943 time: 0.0844169 May 17 12:06:28.136393 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-1666d0e0-6351-4655-80a2-1eec01367728 req-471231fb-ca13-4943-b86f-2cce11cb58ed tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401063 May 17 12:06:28.635718 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 33752) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:06:28.766441 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-00afc4f0-8744-4752-8e90-50718079ea7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:28.824481 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-00afc4f0-8744-4752-8e90-50718079ea7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:06:28.839880 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-00afc4f0-8744-4752-8e90-50718079ea7c admin admin] Usage tracker for resource:security_group_rule and tenant:c65369cf6db04067a7b83e24b1841ce0 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:06:28.845561 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-00afc4f0-8744-4752-8e90-50718079ea7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:06:28.853640 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-00afc4f0-8744-4752-8e90-50718079ea7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:06:28.913863 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7998ec1-94b2-45c6-9f5b-880feb3c476e req-b1c0a9d6-e3ed-4b0e-81c9-2f509312d9db tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:28.915273 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-d7998ec1-94b2-45c6-9f5b-880feb3c476e req-b1c0a9d6-e3ed-4b0e-81c9-2f509312d9db tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=4eadff31-565b-4c84-a217-cb842556ba21 HTTP/1.1" status: 200 len: 945 time: 0.1378074 May 17 12:06:29.025474 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-d7998ec1-94b2-45c6-9f5b-880feb3c476e req-7ae943ca-2272-442e-8cef-a53b432d146c tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941675 May 17 12:06:29.032961 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-00afc4f0-8744-4752-8e90-50718079ea7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:29.039667 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-00afc4f0-8744-4752-8e90-50718079ea7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:29.053512 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-7777b874-d254-4ffc-9dbb-5666b0b474bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:29.119688 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-00afc4f0-8744-4752-8e90-50718079ea7c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c65369cf6db04067a7b83e24b1841ce0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4825425 May 17 12:06:29.120630 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afc4f0-8744-4752-8e90-50718079ea7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a4d094-4d08-4c5a-aaaa-47058f444a7c,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:29.123563 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 33762) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:06:29.135325 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-00afc4f0-8744-4752-8e90-50718079ea7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:29.197607 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-2386c47e-59ba-4327-a01e-fd03431d5fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:29.235118 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-2386c47e-59ba-4327-a01e-fd03431d5fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:29.328633 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-2386c47e-59ba-4327-a01e-fd03431d5fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:29.334741 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-9c6f4f59-1761-4f7d-bb16-6f7d8fbdd53a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:29.353606 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2386c47e-59ba-4327-a01e-fd03431d5fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a4d094-4d08-4c5a-aaaa-47058f444a7c,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:29.356745 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-2386c47e-59ba-4327-a01e-fd03431d5fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:29.367087 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc635f-0e20-4c95-ba89-5b34265b1adc req-16e5d511-0820-489e-889a-2ed8488fcbb1 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:29.369619 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-75dc635f-0e20-4c95-ba89-5b34265b1adc req-16e5d511-0820-489e-889a-2ed8488fcbb1 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 943 time: 0.1132731 May 17 12:06:29.378936 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-2386c47e-59ba-4327-a01e-fd03431d5fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:29.392897 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-2386c47e-59ba-4327-a01e-fd03431d5fdc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/57a4d094-4d08-4c5a-aaaa-47058f444a7c HTTP/1.1" status: 204 len: 168 time: 0.2600873 May 17 12:06:29.450402 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-75dc635f-0e20-4c95-ba89-5b34265b1adc req-f7a56472-8687-4ba2-853c-db7cfd0597d3 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544603 May 17 12:06:30.229021 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768a66b-9438-43d0-b17a-30274fc3ac61 req-c1acfd25-0101-4c71-b1d7-0c4d6310d5b2 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:30.230512 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-e768a66b-9438-43d0-b17a-30274fc3ac61 req-c1acfd25-0101-4c71-b1d7-0c4d6310d5b2 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=4eadff31-565b-4c84-a217-cb842556ba21 HTTP/1.1" status: 200 len: 945 time: 0.0816259 May 17 12:06:30.286302 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-e768a66b-9438-43d0-b17a-30274fc3ac61 req-5ddf29b5-ab55-48a6-b065-b38fdedb194b tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487561 May 17 12:06:30.659897 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a66cc-5945-4015-a14a-11eeccb518f6 req-46e9b15c-db66-447d-a52d-a6e874388644 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:30.661395 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d57a66cc-5945-4015-a14a-11eeccb518f6 req-46e9b15c-db66-447d-a52d-a6e874388644 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 943 time: 0.0857134 May 17 12:06:30.708526 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d57a66cc-5945-4015-a14a-11eeccb518f6 req-f18d95ac-5a7e-4bd1-9fbd-b0b10671c492 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413373 May 17 12:06:31.489938 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ac892-4609-4f85-af64-70b7576050c0 req-8473b058-617b-425e-9fee-fdb026ab28b9 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:31.492048 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-e35ac892-4609-4f85-af64-70b7576050c0 req-8473b058-617b-425e-9fee-fdb026ab28b9 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=4eadff31-565b-4c84-a217-cb842556ba21 HTTP/1.1" status: 200 len: 945 time: 0.0982411 May 17 12:06:31.536386 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-e35ac892-4609-4f85-af64-70b7576050c0 req-8746b50d-b140-4ea7-9ca5-ee2805b2e454 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386450 May 17 12:06:31.755438 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0b2f407d-c77c-43c3-9be6-6ed19d736410 req-0ec2fdc2-c340-4ec1-b636-87af595cd8a8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450695 May 17 12:06:32.009290 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5303a95-05ba-4f72-b495-0572a699963c req-89f45b33-51a1-4586-aa1f-225497755d62 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:32.011596 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f5303a95-05ba-4f72-b495-0572a699963c req-89f45b33-51a1-4586-aa1f-225497755d62 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 943 time: 0.1777966 May 17 12:06:32.061080 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f5303a95-05ba-4f72-b495-0572a699963c req-2191a745-0a95-4a92-a91c-831837c4bfb0 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431406 May 17 12:06:32.761259 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bcb262-b8cc-4b38-bf23-298b4001c1bd req-10977847-0492-4183-9f7a-9a7f1c44dea6 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:32.762720 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-b4bcb262-b8cc-4b38-bf23-298b4001c1bd req-10977847-0492-4183-9f7a-9a7f1c44dea6 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=4eadff31-565b-4c84-a217-cb842556ba21 HTTP/1.1" status: 200 len: 945 time: 0.0987842 May 17 12:06:32.813722 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-b4bcb262-b8cc-4b38-bf23-298b4001c1bd req-10bc68e5-494f-4508-aa39-f85963750b0a tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439372 May 17 12:06:33.258127 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df15bc7-f06f-4c8e-a957-557596641206 req-e57f020b-4b6d-42c2-86e9-9ca63360d08a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:33.259805 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-1df15bc7-f06f-4c8e-a957-557596641206 req-e57f020b-4b6d-42c2-86e9-9ca63360d08a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 943 time: 0.0879190 May 17 12:06:33.306367 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-1df15bc7-f06f-4c8e-a957-557596641206 req-efa19667-a766-4654-ab3d-e48d0d05b1c0 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394380 May 17 12:06:34.011984 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1274e-db79-4fde-9b5e-88515f300917 req-9b55225d-c64b-4cad-9686-370a60e8add6 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:34.014078 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-8cd1274e-db79-4fde-9b5e-88515f300917 req-9b55225d-c64b-4cad-9686-370a60e8add6 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=4eadff31-565b-4c84-a217-cb842556ba21 HTTP/1.1" status: 200 len: 945 time: 0.0827506 May 17 12:06:34.065573 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-8cd1274e-db79-4fde-9b5e-88515f300917 req-41f270ae-2170-43bf-9596-f9d0a9f4f5e7 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455544 May 17 12:06:34.524592 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47057a04-ae3e-4ba3-b369-cd39af99b46c req-68216c62-24a1-4493-aaf5-4327ac8a0415 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:34.526278 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-47057a04-ae3e-4ba3-b369-cd39af99b46c req-68216c62-24a1-4493-aaf5-4327ac8a0415 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 943 time: 0.0912960 May 17 12:06:34.573458 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-47057a04-ae3e-4ba3-b369-cd39af99b46c req-a831b3fe-906d-40bc-a366-61a2b2f4316a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405695 May 17 12:06:35.597107 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b84a5-08e6-4e9b-87d5-69bdb60a16f6 req-91501282-2ca3-4eb7-965b-e7526dcb3c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:35.598602 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-077b84a5-08e6-4e9b-87d5-69bdb60a16f6 req-91501282-2ca3-4eb7-965b-e7526dcb3c0d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb0716dd61384274b0edea30aa0018fc&device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 1096 time: 0.0708280 May 17 12:06:35.761704 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b84a5-08e6-4e9b-87d5-69bdb60a16f6 req-b5dfdaf0-e0e2-43c1-8040-2869377f825d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:35.764058 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-077b84a5-08e6-4e9b-87d5-69bdb60a16f6 req-b5dfdaf0-e0e2-43c1-8040-2869377f825d service neutron] 10.222.0.52 "GET /v2.0/networks?id=60d01f58-95c2-41d0-9639-8f96ef255b31 HTTP/1.1" status: 200 len: 918 time: 0.1386924 May 17 12:06:35.813872 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623a570-23f3-4839-9406-64479ff02056 req-4ac10189-1cc8-4672-8cb6-1a6a27df54bc tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:35.828202 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-a623a570-23f3-4839-9406-64479ff02056 req-4ac10189-1cc8-4672-8cb6-1a6a27df54bc tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 943 time: 0.1296082 May 17 12:06:35.913039 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-a623a570-23f3-4839-9406-64479ff02056 req-9c01c13e-de6a-4f50-a7b8-4617c818f9a4 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829859 May 17 12:06:35.957836 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-077b84a5-08e6-4e9b-87d5-69bdb60a16f6 req-b28ca079-8dbd-439a-80c7-f1eae4a8d4fe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d3d7d97-9f22-4cee-8535-01e2e8893ab2 HTTP/1.1" status: 200 len: 999 time: 0.1870050 May 17 12:06:36.025096 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b84a5-08e6-4e9b-87d5-69bdb60a16f6 req-482c59f0-8751-467b-9e8e-a51406b545fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:36.026455 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-077b84a5-08e6-4e9b-87d5-69bdb60a16f6 req-482c59f0-8751-467b-9e8e-a51406b545fe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef588d6f-d166-4427-8aef-1ce83b0779d0 HTTP/1.1" status: 200 len: 856 time: 0.0620131 May 17 12:06:36.108770 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b84a5-08e6-4e9b-87d5-69bdb60a16f6 req-92402741-798e-46f6-a00f-7ba4d275c2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:36.110297 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-077b84a5-08e6-4e9b-87d5-69bdb60a16f6 req-92402741-798e-46f6-a00f-7ba4d275c2fe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=60d01f58-95c2-41d0-9639-8f96ef255b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0766528 May 17 12:06:36.362528 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3ee53-f602-4b67-af10-1a514975705b req-2b78c1b4-9207-446f-823d-74e9ea2464a6 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:36.363900 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-acf3ee53-f602-4b67-af10-1a514975705b req-2b78c1b4-9207-446f-823d-74e9ea2464a6 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/networks?id=7d148b08-1ad9-4470-987b-bb4369603158 HTTP/1.1" status: 200 len: 815 time: 0.2491250 May 17 12:06:36.365875 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-077b84a5-08e6-4e9b-87d5-69bdb60a16f6 req-71a6cdf1-5845-40d2-a380-ca4a6549d30c service neutron] 10.222.0.52 "GET /v2.0/networks/60d01f58-95c2-41d0-9639-8f96ef255b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310321 May 17 12:06:36.398703 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-acf3ee53-f602-4b67-af10-1a514975705b req-dc0070e3-bacd-41b0-af42-b681ff28ef48 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/quotas/aa3142f2173d4022b0c404c920dc8d54 HTTP/1.1" status: 200 len: 375 time: 0.0287864 May 17 12:06:36.558772 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-077b84a5-08e6-4e9b-87d5-69bdb60a16f6 req-9959a2dc-95e6-4867-bca5-da6eaff2a695 service neutron] 10.222.0.52 "GET /v2.0/networks/60d01f58-95c2-41d0-9639-8f96ef255b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817329 May 17 12:06:36.578006 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-acf3ee53-f602-4b67-af10-1a514975705b req-c8599764-2a60-44ec-a33d-b6a72df7c243 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa3142f2173d4022b0c404c920dc8d54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1308863 May 17 12:06:36.807601 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-acf3ee53-f602-4b67-af10-1a514975705b req-ee15b810-c8f2-421e-a4cd-e27b0c597f6a service neutron] 10.222.0.11 "GET /v2.0/networks/7d148b08-1ad9-4470-987b-bb4369603158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225292 May 17 12:06:36.951454 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-acf3ee53-f602-4b67-af10-1a514975705b req-82465b34-f6e5-45dc-8f1d-37ff10dae9e6 service neutron] 10.222.0.11 "GET /v2.0/networks/7d148b08-1ad9-4470-987b-bb4369603158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365631 May 17 12:06:37.181260 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-35fe2e59-9b5c-4212-96ec-dc1cc1c0c236 req-83757c3f-2cb1-49c1-ad4a-21dcc2c50f5f tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee45ecea-45db-4fdf-9f14-16f551eec0db HTTP/1.1" status: 200 len: 210 time: 0.0432799 May 17 12:06:37.182041 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4094f4-f67a-47c6-9b87-f5d9c38375f9 req-a3977083-114a-43e3-b4fd-63f5343147b9 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:37.183578 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-fa4094f4-f67a-47c6-9b87-f5d9c38375f9 req-a3977083-114a-43e3-b4fd-63f5343147b9 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 943 time: 0.0858498 May 17 12:06:37.233542 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-fa4094f4-f67a-47c6-9b87-f5d9c38375f9 req-193d9cad-9446-4be7-ae20-386dcd262210 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434389 May 17 12:06:37.389280 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-56672598-e8be-4a2c-a94e-b3da92e10655 req-ca444a85-a72f-4518-88cc-2ddcc473ffa3 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-990055262&fields=id&tenant_id=05e25a4be2774eceadebdf38b9b2fdf8 HTTP/1.1" status: 200 len: 267 time: 0.0431757 May 17 12:06:37.478577 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56672598-e8be-4a2c-a94e-b3da92e10655 req-72c678e6-360c-49f2-9ff6-b57f332c3999 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:37.480069 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-56672598-e8be-4a2c-a94e-b3da92e10655 req-72c678e6-360c-49f2-9ff6-b57f332c3999 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 985 time: 0.0853083 May 17 12:06:37.492207 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [req-56672598-e8be-4a2c-a94e-b3da92e10655 req-2495fd4f-4a46-42f5-8232-5ccfde2506e1 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Request body: {'port': {'security_groups': ['67e4744f-3aea-4215-960e-33509e7a3984']}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:06:37.723838 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-56672598-e8be-4a2c-a94e-b3da92e10655 req-2495fd4f-4a46-42f5-8232-5ccfde2506e1 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:37.939651 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:37.993273 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-56672598-e8be-4a2c-a94e-b3da92e10655 req-2495fd4f-4a46-42f5-8232-5ccfde2506e1 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] For port dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd,segment=NetworkSegment(ebfe5be2-a5ab-413f-9970-7c2debd41896),segment_id=ebfe5be2-a5ab-413f-9970-7c2debd41896)] {{(pid=78700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:06:38.024120 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-56672598-e8be-4a2c-a94e-b3da92e10655 req-2495fd4f-4a46-42f5-8232-5ccfde2506e1 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks [] for port, precommit_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:38.029573 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-56672598-e8be-4a2c-a94e-b3da92e10655 req-2495fd4f-4a46-42f5-8232-5ccfde2506e1 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2209221'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:38.035676 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-8d9a7f79-28d9-49b9-b1c5-9b96b371abb8 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:38.047987 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] get_ports_and_sgs() called for port_ids ['dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd'] {{(pid=78702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:06:38.111733 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56672598-e8be-4a2c-a94e-b3da92e10655 req-2495fd4f-4a46-42f5-8232-5ccfde2506e1 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:38.112427 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-56672598-e8be-4a2c-a94e-b3da92e10655 req-2495fd4f-4a46-42f5-8232-5ccfde2506e1 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:38.113917 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-56672598-e8be-4a2c-a94e-b3da92e10655 req-2495fd4f-4a46-42f5-8232-5ccfde2506e1 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "PUT /v2.0/ports/dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd HTTP/1.1" status: 200 len: 943 time: 0.6266942 May 17 12:06:38.114432 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e98ce2d3-dbf3-4c40-8263-ec185a6c34d7', 'tag': 'dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd'}] {{(pid=78700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:06:38.121271 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 33848) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:06:38.139255 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2495fd4f-4a46-42f5-8232-5ccfde2506e1 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Pushing event updated for resources: {'Port': ['ID=dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd,revision_number=7']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:38.144317 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-2495fd4f-4a46-42f5-8232-5ccfde2506e1 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:38.190580 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e98ce2d3-dbf3-4c40-8263-ec185a6c34d7', 'tag': 'dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd', 'status': 'completed', 'code': 200} May 17 12:06:38.210988 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-3f19b24b-fc68-4e9f-8a63-258f3421fdf2 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:38.245668 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-3f19b24b-fc68-4e9f-8a63-258f3421fdf2 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:38.268137 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] get_ports_and_sgs() called for port_ids ['dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd'] {{(pid=78702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:06:38.314561 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-3f19b24b-fc68-4e9f-8a63-258f3421fdf2 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:38.327024 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-e5cb1fe5-83cb-4eac-aad9-6a6cfeb07910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:38.343304 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f19b24b-fc68-4e9f-8a63-258f3421fdf2 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43393294-e3fc-4c86-bd9c-b50e691633bd,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:38.350319 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-3f19b24b-fc68-4e9f-8a63-258f3421fdf2 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:38.351601 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-3f19b24b-fc68-4e9f-8a63-258f3421fdf2 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:38.355685 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-3f19b24b-fc68-4e9f-8a63-258f3421fdf2 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "DELETE /v2.0/security-groups/43393294-e3fc-4c86-bd9c-b50e691633bd HTTP/1.1" status: 204 len: 168 time: 0.2333944 May 17 12:06:38.356477 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 33856) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:06:38.421191 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb895a-6dad-4ac2-8bf4-264cf3649de4 req-e8394e80-c1a8-4cc6-a08f-bc3dff55ab23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:38.423019 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2ebb895a-6dad-4ac2-8bf4-264cf3649de4 req-e8394e80-c1a8-4cc6-a08f-bc3dff55ab23 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=05e25a4be2774eceadebdf38b9b2fdf8&device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 1099 time: 0.1063967 May 17 12:06:38.453299 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-2a45e946-db1a-42d1-aa88-daf6a81dc198 None None] Provisioning complete for port dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd triggered by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:06:38.453693 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2a45e946-db1a-42d1-aa88-daf6a81dc198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:38.484053 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-413c1f20-a679-45ce-8c2e-2158e9530556 req-23d6d2b2-c517-46d9-bfef-2d21c504d9b3 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee45ecea-45db-4fdf-9f14-16f551eec0db HTTP/1.1" status: 200 len: 210 time: 0.0598023 May 17 12:06:38.819370 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-201e419e-f45b-4130-b3d2-e9683fcb9657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:38.863381 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3ee53-f602-4b67-af10-1a514975705b req-6fdf9037-7118-400e-ac66-b4573fd88227 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:38.864910 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-acf3ee53-f602-4b67-af10-1a514975705b req-6fdf9037-7118-400e-ac66-b4573fd88227 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.52 "GET /v2.0/networks?id=7d148b08-1ad9-4470-987b-bb4369603158 HTTP/1.1" status: 200 len: 815 time: 0.3322167 May 17 12:06:38.870694 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb8965-e1ea-4dd4-a8ad-dec166209841 req-1a64cf1d-93e0-431f-b8f5-8caf38fa022b tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:38.873110 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-6edb8965-e1ea-4dd4-a8ad-dec166209841 req-1a64cf1d-93e0-431f-b8f5-8caf38fa022b tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 943 time: 0.2929733 May 17 12:06:38.898283 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [req-acf3ee53-f602-4b67-af10-1a514975705b req-2a41f119-0a13-4cc5-8ccc-1937f898073a tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Request body: {'port': {'device_id': 'ee45ecea-45db-4fdf-9f14-16f551eec0db', 'network_id': '7d148b08-1ad9-4470-987b-bb4369603158', 'admin_state_up': True, 'tenant_id': 'aa3142f2173d4022b0c404c920dc8d54'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:06:38.964798 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-6edb8965-e1ea-4dd4-a8ad-dec166209841 req-4dc81e26-462e-485c-b7b0-ed2c8a3b5798 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750942 May 17 12:06:38.984066 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-5f19fe58-a2e5-4d31-974d-edfde1c75d47 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Deleting port 863aa118-30b8-477e-b74d-3e4ef5bd43c6 {{(pid=78701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:06:38.984648 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5f19fe58-a2e5-4d31-974d-edfde1c75d47 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:38.998476 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb895a-6dad-4ac2-8bf4-264cf3649de4 req-efadb0f0-8e10-47a9-b890-f2daae660167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:39.000232 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2ebb895a-6dad-4ac2-8bf4-264cf3649de4 req-efadb0f0-8e10-47a9-b890-f2daae660167 service neutron] 10.222.0.52 "GET /v2.0/networks?id=042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8 HTTP/1.1" status: 200 len: 915 time: 0.5360918 May 17 12:06:39.108270 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5f19fe58-a2e5-4d31-974d-edfde1c75d47 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:39.108580 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5f19fe58-a2e5-4d31-974d-edfde1c75d47 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:39.153916 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2ebb895a-6dad-4ac2-8bf4-264cf3649de4 req-21bd6208-afe4-42fe-a5a3-ea6c1fa4f8ff service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd HTTP/1.1" status: 200 len: 1002 time: 0.1456218 May 17 12:06:39.197872 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [req-acf3ee53-f602-4b67-af10-1a514975705b req-2a41f119-0a13-4cc5-8ccc-1937f898073a tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:06:39.222074 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [req-acf3ee53-f602-4b67-af10-1a514975705b req-2a41f119-0a13-4cc5-8ccc-1937f898073a tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:06:39.231458 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-5f19fe58-a2e5-4d31-974d-edfde1c75d47 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Calling delete_port for 863aa118-30b8-477e-b74d-3e4ef5bd43c6 owned by network:floatingip {{(pid=78701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:06:39.240987 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb895a-6dad-4ac2-8bf4-264cf3649de4 req-7043b565-94ad-46ee-b5f6-1b1691e70a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:39.242869 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2ebb895a-6dad-4ac2-8bf4-264cf3649de4 req-7043b565-94ad-46ee-b5f6-1b1691e70a81 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=09a794ab-93ea-4d3a-9af7-0e8998678595 HTTP/1.1" status: 200 len: 853 time: 0.0817297 May 17 12:06:39.243597 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acf3ee53-f602-4b67-af10-1a514975705b req-2a41f119-0a13-4cc5-8ccc-1937f898073a tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Made reservation on behalf of aa3142f2173d4022b0c404c920dc8d54 for: {'port': 1} {{(pid=78700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:06:39.247883 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-acf3ee53-f602-4b67-af10-1a514975705b req-2a41f119-0a13-4cc5-8ccc-1937f898073a tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:39.378349 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5f19fe58-a2e5-4d31-974d-edfde1c75d47 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534708'] for port, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:39.382905 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-74859db0-9003-4a13-a754-2de7a67fa71a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:39.426455 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f19fe58-a2e5-4d31-974d-edfde1c75d47 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Pushing event deleted for resources: {'Port': ['ID=863aa118-30b8-477e-b74d-3e4ef5bd43c6,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:39.459910 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb895a-6dad-4ac2-8bf4-264cf3649de4 req-f175c02b-6bb5-473e-8404-23d089cb74f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:39.460140 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-5f19fe58-a2e5-4d31-974d-edfde1c75d47 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:39.461547 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2ebb895a-6dad-4ac2-8bf4-264cf3649de4 req-f175c02b-6bb5-473e-8404-23d089cb74f7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2032714 May 17 12:06:39.519950 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5f19fe58-a2e5-4d31-974d-edfde1c75d47 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks [] for floatingip, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:39.520207 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.db.l3_db [None req-5f19fe58-a2e5-4d31-974d-edfde1c75d47 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Floating IP 881ee568-596b-4ae0-a6f4-55ba1bffdf17 disassociated (deleted). External IP: 172.27.1.182, port: dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd. May 17 12:06:39.578370 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.db_base_plugin_common [req-acf3ee53-f602-4b67-af10-1a514975705b req-2a41f119-0a13-4cc5-8ccc-1937f898073a tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Allocated IP 172.20.0.10 (7d148b08-1ad9-4470-987b-bb4369603158/2265ec26-25ce-4a67-8ace-40a0c329d3f7/6c71f393-e13d-41b2-9f45-a18a6a7b376f) {{(pid=78700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:06:39.602482 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 4d3d7d97-9f22-4cee-8535-01e2e8893ab2 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:06:39.689689 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d427e89a-74dc-43e9-9323-e400cf3803f1 req-fed439ab-9e34-4ef4-866a-34be8863f264 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee45ecea-45db-4fdf-9f14-16f551eec0db HTTP/1.1" status: 200 len: 210 time: 0.0794988 May 17 12:06:39.721706 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2ebb895a-6dad-4ac2-8bf4-264cf3649de4 req-c1549a38-a454-419b-add1-0f41af499370 service neutron] 10.222.0.52 "GET /v2.0/networks/042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502098 May 17 12:06:39.791404 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port 4d3d7d97-9f22-4cee-8535-01e2e8893ab2, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=4d3d7d97-9f22-4cee-8535-01e2e8893ab2,segment=NetworkSegment(5f3ca14c-f170-4716-92b7-0cba2aeab367),segment_id=5f3ca14c-f170-4716-92b7-0cba2aeab367)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:06:39.806652 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Returning: {'device': '4d3d7d97-9f22-4cee-8535-01e2e8893ab2', 'network_id': '60d01f58-95c2-41d0-9639-8f96ef255b31', 'port_id': '4d3d7d97-9f22-4cee-8535-01e2e8893ab2', 'mac_address': 'fa:16:3e:61:22:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef588d6f-d166-4427-8aef-1ce83b0779d0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:06:39.865480 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:39.887332 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d3d7d97-9f22-4cee-8535-01e2e8893ab2 {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:06:39.908207 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port 4d3d7d97-9f22-4cee-8535-01e2e8893ab2, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=4d3d7d97-9f22-4cee-8535-01e2e8893ab2,segment=NetworkSegment(5f3ca14c-f170-4716-92b7-0cba2aeab367),segment_id=5f3ca14c-f170-4716-92b7-0cba2aeab367)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:06:39.913594 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:39.916850 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:39.963351 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f19fe58-a2e5-4d31-974d-edfde1c75d47 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Router a6d0911b-a4d2-4ed8-a748-19e8a6f54f87 has already been hosted by L3 agent 7d9bdccf-07e9-4436-af26-1dad3be87fd8 {{(pid=78701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:06:39.998391 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=4d3d7d97-9f22-4cee-8535-01e2e8893ab2,revision_number=9']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:40.002050 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:40.108866 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2ebb895a-6dad-4ac2-8bf4-264cf3649de4 req-4beea970-eb46-468f-8dc1-bccfa8e7741d service neutron] 10.222.0.52 "GET /v2.0/networks/042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784764 May 17 12:06:40.127314 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-acf3ee53-f602-4b67-af10-1a514975705b req-2a41f119-0a13-4cc5-8ccc-1937f898073a tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Notify callbacks [] for port, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:40.160104 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-acf3ee53-f602-4b67-af10-1a514975705b req-2a41f119-0a13-4cc5-8ccc-1937f898073a tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:40.166155 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-7350484d-06fa-4803-8d32-af9066f24d58 tempest-ServerRescueNegativeTestJSON-544656390 tempest-ServerRescueNegativeTestJSON-544656390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:40.172579 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] get_ports_and_sgs() called for port_ids ['0640b73d-51e9-47f4-a362-f5b6aaf63e9a', '49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d'] {{(pid=78702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:06:40.228903 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] get_ports_and_sgs() called for port_ids ['4d3d7d97-9f22-4cee-8535-01e2e8893ab2'] {{(pid=78702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:06:40.239963 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acf3ee53-f602-4b67-af10-1a514975705b req-2a41f119-0a13-4cc5-8ccc-1937f898073a tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Network 7d148b08-1ad9-4470-987b-bb4369603158 is already hosted by enough agents. {{(pid=78700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:06:40.243453 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.base_scheduler [req-acf3ee53-f602-4b67-af10-1a514975705b req-2a41f119-0a13-4cc5-8ccc-1937f898073a tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Resources bound (agent type, host, resource id): {{(pid=78700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:06:40.248270 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf3ee53-f602-4b67-af10-1a514975705b req-2a41f119-0a13-4cc5-8ccc-1937f898073a tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Received port after_create {{(pid=78700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:06:40.295644 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a41f119-0a13-4cc5-8ccc-1937f898073a tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Pushing event updated for resources: {'Port': ['ID=6c71f393-e13d-41b2-9f45-a18a6a7b376f,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:40.304712 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f19fe58-a2e5-4d31-974d-edfde1c75d47 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify agent at l3_agent.dv-cinder-734144-19-iscsi the message routers_updated {{(pid=78701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:06:40.311722 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a41f119-0a13-4cc5-8ccc-1937f898073a tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:40.312000 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a41f119-0a13-4cc5-8ccc-1937f898073a tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:40.312317 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a41f119-0a13-4cc5-8ccc-1937f898073a tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:40.312680 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a41f119-0a13-4cc5-8ccc-1937f898073a tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:40.313063 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a41f119-0a13-4cc5-8ccc-1937f898073a tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:40.313452 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a41f119-0a13-4cc5-8ccc-1937f898073a tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:40.313846 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a41f119-0a13-4cc5-8ccc-1937f898073a tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:40.314221 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a41f119-0a13-4cc5-8ccc-1937f898073a tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:40.314901 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a41f119-0a13-4cc5-8ccc-1937f898073a tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:40.315041 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a41f119-0a13-4cc5-8ccc-1937f898073a tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:40.315339 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a41f119-0a13-4cc5-8ccc-1937f898073a tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:40.315683 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a41f119-0a13-4cc5-8ccc-1937f898073a tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:40.321715 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-2a41f119-0a13-4cc5-8ccc-1937f898073a tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:40.331885 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5f19fe58-a2e5-4d31-974d-edfde1c75d47 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for floatingip, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:40.339551 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3ee53-f602-4b67-af10-1a514975705b req-2a41f119-0a13-4cc5-8ccc-1937f898073a tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:40.340284 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-acf3ee53-f602-4b67-af10-1a514975705b req-2a41f119-0a13-4cc5-8ccc-1937f898073a tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:40.341298 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2d91b1-3fad-465c-af8d-99a683f66031 None None] Sync routers for ids ['a6d0911b-a4d2-4ed8-a748-19e8a6f54f87'] in dv-cinder-734144-19-iscsi {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:06:40.377256 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-acf3ee53-f602-4b67-af10-1a514975705b req-2a41f119-0a13-4cc5-8ccc-1937f898073a tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4825020 May 17 12:06:40.383094 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2d91b1-3fad-465c-af8d-99a683f66031 None None] Routers {'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:06:40.383748 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-8f2d91b1-3fad-465c-af8d-99a683f66031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:06:11Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['a6d0911b-a4d2-4ed8-a748-19e8a6f54f87'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:40.391698 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [req-acf3ee53-f602-4b67-af10-1a514975705b req-dcb6a69d-c188-454b-bf91-0f7f9000a192 service neutron] Request body: {'port': {'device_id': 'ee45ecea-45db-4fdf-9f14-16f551eec0db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:06:40.397320 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee870c4-fc07-4bdb-8d6a-b54f313dfbb9 req-256f3e47-4ed7-47d1-84ef-76b8e5c1f225 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:40.398900 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-9ee870c4-fc07-4bdb-8d6a-b54f313dfbb9 req-256f3e47-4ed7-47d1-84ef-76b8e5c1f225 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 944 time: 0.2864356 May 17 12:06:40.406834 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-5f19fe58-a2e5-4d31-974d-edfde1c75d47 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "DELETE /v2.0/floatingips/881ee568-596b-4ae0-a6f4-55ba1bffdf17 HTTP/1.1" status: 204 len: 168 time: 2.0486202 May 17 12:06:40.407660 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e98ce2d3-dbf3-4c40-8263-ec185a6c34d7', 'tag': 'dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd'}] {{(pid=78701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:06:40.458438 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-9ee870c4-fc07-4bdb-8d6a-b54f313dfbb9 req-0773172f-3501-45fe-a43c-23080f83083e tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457227 May 17 12:06:40.541907 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-acf3ee53-f602-4b67-af10-1a514975705b req-dcb6a69d-c188-454b-bf91-0f7f9000a192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:40.564352 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e98ce2d3-dbf3-4c40-8263-ec185a6c34d7', 'tag': 'dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd', 'status': 'completed', 'code': 200} May 17 12:06:40.689078 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-8f2d91b1-3fad-465c-af8d-99a683f66031 None None] Set router a6d0911b-a4d2-4ed8-a748-19e8a6f54f87 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:06:40.848289 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb1e8d-0b5a-4a73-9d43-3e639e64a5e1 req-85f9a407-5a9c-4038-9407-57b72c120136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:40.849995 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6dbb1e8d-0b5a-4a73-9d43-3e639e64a5e1 req-85f9a407-5a9c-4038-9407-57b72c120136 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=05e25a4be2774eceadebdf38b9b2fdf8&device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 1099 time: 0.2503695 May 17 12:06:41.008827 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902fc1e-bc7e-4b07-89c3-223f288ea4bc req-0a72ae74-69bd-4147-b256-c17a70d7fdfd tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:41.018918 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-f902fc1e-bc7e-4b07-89c3-223f288ea4bc req-0a72ae74-69bd-4147-b256-c17a70d7fdfd tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee45ecea-45db-4fdf-9f14-16f551eec0db HTTP/1.1" status: 200 len: 932 time: 0.1485052 May 17 12:06:41.070817 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb1e8d-0b5a-4a73-9d43-3e639e64a5e1 req-d4014dd5-69a1-4848-a21b-ae6a904a3484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:41.073108 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6dbb1e8d-0b5a-4a73-9d43-3e639e64a5e1 req-d4014dd5-69a1-4848-a21b-ae6a904a3484 service neutron] 10.222.0.52 "GET /v2.0/networks?id=042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8 HTTP/1.1" status: 200 len: 915 time: 0.2110775 May 17 12:06:41.077796 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-f902fc1e-bc7e-4b07-89c3-223f288ea4bc req-310312a3-1019-47b6-a1ad-c94a00046925 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578256 May 17 12:06:41.175554 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6dbb1e8d-0b5a-4a73-9d43-3e639e64a5e1 req-406e6ee3-ea12-4440-97bd-32d3698f3c07 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd HTTP/1.1" status: 200 len: 217 time: 0.0943739 May 17 12:06:41.222932 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-8f2d91b1-3fad-465c-af8d-99a683f66031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87', 'name': 'tempest-TestMinimumBasicScenario-611068958-router', 'tenant_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'fe49a373-addb-4359-bcca-950c9c241118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:25Z', 'updated_at': '2021-05-17T12:02:30Z', 'revision_number': 4, 'project_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'gw_port': {'id': 'fe49a373-addb-4359-bcca-950c9c241118', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:26Z', 'updated_at': '2021-05-17T12:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': '5bff7479-ddba-4202-b986-70c41e1aa62b', 'name': '', 'network_id': '042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8', 'tenant_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'mac_address': 'fa:16:3e:ec:89:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '09a794ab-93ea-4d3a-9af7-0e8998678595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:29Z', 'updated_at': '2021-05-17T12:02:44Z', 'revision_number': 5, 'project_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'subnets': [{'id': '09a794ab-93ea-4d3a-9af7-0e8998678595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:41.226923 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2d91b1-3fad-465c-af8d-99a683f66031 None None] Checking router: a6d0911b-a4d2-4ed8-a748-19e8a6f54f87 for host: dv-cinder-734144-19-iscsi {{(pid=78702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:06:41.236072 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2d91b1-3fad-465c-af8d-99a683f66031 None None] Routers {'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:06:41.236764 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-8f2d91b1-3fad-465c-af8d-99a683f66031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:06:11Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['a6d0911b-a4d2-4ed8-a748-19e8a6f54f87'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:41.241488 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [req-acf3ee53-f602-4b67-af10-1a514975705b req-dcb6a69d-c188-454b-bf91-0f7f9000a192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c71f393-e13d-41b2-9f45-a18a6a7b376f {{(pid=78700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:06:41.252261 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-acf3ee53-f602-4b67-af10-1a514975705b req-dcb6a69d-c188-454b-bf91-0f7f9000a192 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:41.266663 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb1e8d-0b5a-4a73-9d43-3e639e64a5e1 req-38f1a2c8-4a1f-4829-b99f-1b6d5f4b316c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:41.268015 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6dbb1e8d-0b5a-4a73-9d43-3e639e64a5e1 req-38f1a2c8-4a1f-4829-b99f-1b6d5f4b316c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=09a794ab-93ea-4d3a-9af7-0e8998678595 HTTP/1.1" status: 200 len: 853 time: 0.0811126 May 17 12:06:41.273660 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.provisioning_blocks [req-acf3ee53-f602-4b67-af10-1a514975705b req-dcb6a69d-c188-454b-bf91-0f7f9000a192 service neutron] Transition to ACTIVE for port object 6c71f393-e13d-41b2-9f45-a18a6a7b376f will not be triggered until provisioned by entity L2. {{(pid=78700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:06:41.278172 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-acf3ee53-f602-4b67-af10-1a514975705b req-dcb6a69d-c188-454b-bf91-0f7f9000a192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2209221'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:41.282546 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-cbc83534-cebd-4b91-9e1a-dd274f8bda96 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:41.340465 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a73a1e28-973a-4205-84b0-5886f94b7e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:41.344912 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:41.472215 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb6a69d-c188-454b-bf91-0f7f9000a192 service neutron] Pushing event updated for resources: {'Port': ['ID=6c71f393-e13d-41b2-9f45-a18a6a7b376f,revision_number=2']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:41.475465 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-dcb6a69d-c188-454b-bf91-0f7f9000a192 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:41.484261 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-8f2d91b1-3fad-465c-af8d-99a683f66031 None None] Set router a6d0911b-a4d2-4ed8-a748-19e8a6f54f87 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:06:41.766182 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb1e8d-0b5a-4a73-9d43-3e639e64a5e1 req-c837429b-9729-4372-8bcd-823b48a8ed20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:41.767659 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6dbb1e8d-0b5a-4a73-9d43-3e639e64a5e1 req-c837429b-9729-4372-8bcd-823b48a8ed20 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4497530 May 17 12:06:41.776563 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-acf3ee53-f602-4b67-af10-1a514975705b req-dcb6a69d-c188-454b-bf91-0f7f9000a192 service neutron] Attempting to bind port 6c71f393-e13d-41b2-9f45-a18a6a7b376f on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:06:41.776900 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-acf3ee53-f602-4b67-af10-1a514975705b req-dcb6a69d-c188-454b-bf91-0f7f9000a192 service neutron] Attempting to bind port 6c71f393-e13d-41b2-9f45-a18a6a7b376f by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': 'b61233ca-6cb6-4e29-9ec5-c0502c3c2c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7d148b08-1ad9-4470-987b-bb4369603158'}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:06:41.777249 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf3ee53-f602-4b67-af10-1a514975705b req-dcb6a69d-c188-454b-bf91-0f7f9000a192 service neutron] Attempting to bind port 6c71f393-e13d-41b2-9f45-a18a6a7b376f on network 7d148b08-1ad9-4470-987b-bb4369603158 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:06:41.809443 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf3ee53-f602-4b67-af10-1a514975705b req-dcb6a69d-c188-454b-bf91-0f7f9000a192 service neutron] Port 6c71f393-e13d-41b2-9f45-a18a6a7b376f on network 7d148b08-1ad9-4470-987b-bb4369603158 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 12:06:41.810646 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf3ee53-f602-4b67-af10-1a514975705b req-dcb6a69d-c188-454b-bf91-0f7f9000a192 service neutron] Attempting to bind port 6c71f393-e13d-41b2-9f45-a18a6a7b376f on network 7d148b08-1ad9-4470-987b-bb4369603158 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:06:41.828925 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-8f2d91b1-3fad-465c-af8d-99a683f66031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87', 'name': 'tempest-TestMinimumBasicScenario-611068958-router', 'tenant_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'fe49a373-addb-4359-bcca-950c9c241118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:25Z', 'updated_at': '2021-05-17T12:02:30Z', 'revision_number': 4, 'project_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'gw_port': {'id': 'fe49a373-addb-4359-bcca-950c9c241118', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:26Z', 'updated_at': '2021-05-17T12:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': '5bff7479-ddba-4202-b986-70c41e1aa62b', 'name': '', 'network_id': '042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8', 'tenant_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'mac_address': 'fa:16:3e:ec:89:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '09a794ab-93ea-4d3a-9af7-0e8998678595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:29Z', 'updated_at': '2021-05-17T12:02:44Z', 'revision_number': 5, 'project_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'subnets': [{'id': '09a794ab-93ea-4d3a-9af7-0e8998678595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:41.832951 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2d91b1-3fad-465c-af8d-99a683f66031 None None] The sync data for ids ['a6d0911b-a4d2-4ed8-a748-19e8a6f54f87'] in dv-cinder-734144-19-iscsi is: [{'id': 'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87', 'name': 'tempest-TestMinimumBasicScenario-611068958-router', 'tenant_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'fe49a373-addb-4359-bcca-950c9c241118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:25Z', 'updated_at': '2021-05-17T12:02:30Z', 'revision_number': 4, 'project_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'gw_port': {'id': 'fe49a373-addb-4359-bcca-950c9c241118', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:26Z', 'updated_at': '2021-05-17T12:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': '5bff7479-ddba-4202-b986-70c41e1aa62b', 'name': '', 'network_id': '042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8', 'tenant_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'mac_address': 'fa:16:3e:ec:89:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '09a794ab-93ea-4d3a-9af7-0e8998678595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:29Z', 'updated_at': '2021-05-17T12:02:44Z', 'revision_number': 5, 'project_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'subnets': [{'id': '09a794ab-93ea-4d3a-9af7-0e8998678595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:06:41.865229 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf3ee53-f602-4b67-af10-1a514975705b req-dcb6a69d-c188-454b-bf91-0f7f9000a192 service neutron] Checking agent: {'id': 'cd1455da-95ea-496d-8b07-9fb5ea757b4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 59, 37), 'started_at': datetime.datetime(2021, 5, 17, 11, 59, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:06:41.865613 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf3ee53-f602-4b67-af10-1a514975705b req-dcb6a69d-c188-454b-bf91-0f7f9000a192 service neutron] Checking segment: {'id': 'b61233ca-6cb6-4e29-9ec5-c0502c3c2c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7d148b08-1ad9-4470-987b-bb4369603158'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:06:41.865951 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf3ee53-f602-4b67-af10-1a514975705b req-dcb6a69d-c188-454b-bf91-0f7f9000a192 service neutron] Bound using segment: {'id': 'b61233ca-6cb6-4e29-9ec5-c0502c3c2c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7d148b08-1ad9-4470-987b-bb4369603158'} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:06:41.866411 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-acf3ee53-f602-4b67-af10-1a514975705b req-dcb6a69d-c188-454b-bf91-0f7f9000a192 service neutron] Bound port: 6c71f393-e13d-41b2-9f45-a18a6a7b376f, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b61233ca-6cb6-4e29-9ec5-c0502c3c2c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7d148b08-1ad9-4470-987b-bb4369603158'}}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:06:41.867009 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-acf3ee53-f602-4b67-af10-1a514975705b req-dcb6a69d-c188-454b-bf91-0f7f9000a192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:41.917101 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea03fe-ae85-48cf-83eb-af0b325acee7 req-f1e3d8c5-3e8f-47c4-8025-512890594451 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:41.918650 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-e2ea03fe-ae85-48cf-83eb-af0b325acee7 req-f1e3d8c5-3e8f-47c4-8025-512890594451 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 944 time: 0.2567773 May 17 12:06:42.074584 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-acf3ee53-f602-4b67-af10-1a514975705b req-dcb6a69d-c188-454b-bf91-0f7f9000a192 service neutron] For port 6c71f393-e13d-41b2-9f45-a18a6a7b376f, host hv-cinder-73414, cleared binding levels {{(pid=78700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:06:42.080638 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-e2ea03fe-ae85-48cf-83eb-af0b325acee7 req-fde03fb1-c3c6-4e01-a10a-56afa6b061db tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334600 May 17 12:06:42.090108 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6dbb1e8d-0b5a-4a73-9d43-3e639e64a5e1 req-abb42d10-74db-478c-99f0-09e1a16ff679 service neutron] 10.222.0.52 "GET /v2.0/networks/042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097332 May 17 12:06:42.092632 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-acf3ee53-f602-4b67-af10-1a514975705b req-dcb6a69d-c188-454b-bf91-0f7f9000a192 service neutron] For port 6c71f393-e13d-41b2-9f45-a18a6a7b376f, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=6c71f393-e13d-41b2-9f45-a18a6a7b376f,segment=NetworkSegment(b61233ca-6cb6-4e29-9ec5-c0502c3c2c37),segment_id=b61233ca-6cb6-4e29-9ec5-c0502c3c2c37)] {{(pid=78700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:06:42.131534 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-acf3ee53-f602-4b67-af10-1a514975705b req-dcb6a69d-c188-454b-bf91-0f7f9000a192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2209221'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:42.148988 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-a2e56ebe-914c-467e-aacc-cae1cb1c0ecb tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:42.280207 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8e09e6-c3e0-4517-9ab2-cdfdcd24f8c2 None None] New status for floating IP 881ee568-596b-4ae0-a6f4-55ba1bffdf17: DOWN {{(pid=78703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 12:06:42.300491 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3ee53-f602-4b67-af10-1a514975705b req-dcb6a69d-c188-454b-bf91-0f7f9000a192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:42.301243 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-acf3ee53-f602-4b67-af10-1a514975705b req-dcb6a69d-c188-454b-bf91-0f7f9000a192 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:42.302540 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-acf3ee53-f602-4b67-af10-1a514975705b req-dcb6a69d-c188-454b-bf91-0f7f9000a192 service neutron] 10.222.0.52 "PUT /v2.0/ports/6c71f393-e13d-41b2-9f45-a18a6a7b376f HTTP/1.1" status: 200 len: 1094 time: 1.9165866 May 17 12:06:42.320168 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:42.357860 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee45ecea-45db-4fdf-9f14-16f551eec0db', 'tag': '6c71f393-e13d-41b2-9f45-a18a6a7b376f'}] {{(pid=78700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:06:42.419569 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb6a69d-c188-454b-bf91-0f7f9000a192 service neutron] Pushing event updated for resources: {'Port': ['ID=6c71f393-e13d-41b2-9f45-a18a6a7b376f,revision_number=3']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:42.423248 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-dcb6a69d-c188-454b-bf91-0f7f9000a192 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:42.465599 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee45ecea-45db-4fdf-9f14-16f551eec0db', 'tag': '6c71f393-e13d-41b2-9f45-a18a6a7b376f', 'status': 'completed', 'code': 200} May 17 12:06:42.502698 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6dbb1e8d-0b5a-4a73-9d43-3e639e64a5e1 req-77857b95-8258-4163-931d-f31d97c15884 service neutron] 10.222.0.52 "GET /v2.0/networks/042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045823 May 17 12:06:42.554984 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3ee53-f602-4b67-af10-1a514975705b req-98298142-da1a-4b3a-8f6e-7c6966d355f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:42.556632 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-acf3ee53-f602-4b67-af10-1a514975705b req-98298142-da1a-4b3a-8f6e-7c6966d355f6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aa3142f2173d4022b0c404c920dc8d54&device_id=ee45ecea-45db-4fdf-9f14-16f551eec0db HTTP/1.1" status: 200 len: 1097 time: 0.1930232 May 17 12:06:42.566669 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd65da-ffd6-4f6d-b843-618b94845c78 req-907c495d-4af7-4ba6-affb-7e31eea6fa2e tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:42.567500 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-5bbd65da-ffd6-4f6d-b843-618b94845c78 req-907c495d-4af7-4ba6-affb-7e31eea6fa2e tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Synchronizing usage tracker for tenant:aa3142f2173d4022b0c404c920dc8d54 on resource:port {{(pid=78700) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:06:42.641185 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-acf3ee53-f602-4b67-af10-1a514975705b req-1acea6b7-d61b-4f5d-81ba-e9fc40218b62 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c71f393-e13d-41b2-9f45-a18a6a7b376f HTTP/1.1" status: 200 len: 217 time: 0.0688314 May 17 12:06:42.648019 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-5bbd65da-ffd6-4f6d-b843-618b94845c78 req-907c495d-4af7-4ba6-affb-7e31eea6fa2e tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Unset dirty status for tenant:aa3142f2173d4022b0c404c920dc8d54 on resource:port {{(pid=78700) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:06:42.649593 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-5bbd65da-ffd6-4f6d-b843-618b94845c78 req-907c495d-4af7-4ba6-affb-7e31eea6fa2e tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee45ecea-45db-4fdf-9f14-16f551eec0db HTTP/1.1" status: 200 len: 944 time: 0.3789082 May 17 12:06:42.753984 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-5bbd65da-ffd6-4f6d-b843-618b94845c78 req-995df91a-4030-4b6d-8b78-fa8565f9bd67 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971463 May 17 12:06:42.764497 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3ee53-f602-4b67-af10-1a514975705b req-8d35a645-7d25-45cd-a88f-92193ec86283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:42.766470 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-acf3ee53-f602-4b67-af10-1a514975705b req-8d35a645-7d25-45cd-a88f-92193ec86283 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2265ec26-25ce-4a67-8ace-40a0c329d3f7 HTTP/1.1" status: 200 len: 855 time: 0.0936449 May 17 12:06:42.815736 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-acf3ee53-f602-4b67-af10-1a514975705b req-66fcfbb3-6b3a-44b5-a90a-e5cd472687c3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d148b08-1ad9-4470-987b-bb4369603158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421064 May 17 12:06:42.818261 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26221b-10df-4f6e-ab53-9711172a77d3 req-fff8c51c-ae2e-4d19-9678-5f634813dce4 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:42.819717 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-5a26221b-10df-4f6e-ab53-9711172a77d3 req-fff8c51c-ae2e-4d19-9678-5f634813dce4 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.0856235 May 17 12:06:42.865625 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-5a26221b-10df-4f6e-ab53-9711172a77d3 req-937ef9ba-a6c2-49c4-8c4e-71257722a4b4 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401227 May 17 12:06:42.950796 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-acf3ee53-f602-4b67-af10-1a514975705b req-a8c626cb-b925-4290-9f06-69485e503720 service neutron] 10.222.0.52 "GET /v2.0/networks/7d148b08-1ad9-4470-987b-bb4369603158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268165 May 17 12:06:43.085630 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-acf3ee53-f602-4b67-af10-1a514975705b req-875fce1d-6382-4b3b-b3fd-68ba58ffb704 service neutron] 10.222.0.52 "GET /v2.0/networks/7d148b08-1ad9-4470-987b-bb4369603158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256704 May 17 12:06:43.209497 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa7804-b342-4438-9da2-d762f5cffd11 req-d1148735-49f6-4c3c-af4b-3206efa07710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:43.210939 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-e7fa7804-b342-4438-9da2-d762f5cffd11 req-d1148735-49f6-4c3c-af4b-3206efa07710 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aa3142f2173d4022b0c404c920dc8d54&device_id=ee45ecea-45db-4fdf-9f14-16f551eec0db HTTP/1.1" status: 200 len: 1097 time: 0.0754106 May 17 12:06:43.400807 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97207a3c-bfcc-4b0e-ab2b-d607d9fa43a6 req-6e2cbc42-6d94-4c62-bdd3-008b31dc490a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:43.402387 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-97207a3c-bfcc-4b0e-ab2b-d607d9fa43a6 req-6e2cbc42-6d94-4c62-bdd3-008b31dc490a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 944 time: 0.1899078 May 17 12:06:43.404126 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa7804-b342-4438-9da2-d762f5cffd11 req-9757c567-35e7-4143-b9f2-642e25437cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:43.405920 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-e7fa7804-b342-4438-9da2-d762f5cffd11 req-9757c567-35e7-4143-b9f2-642e25437cd6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7d148b08-1ad9-4470-987b-bb4369603158 HTTP/1.1" status: 200 len: 916 time: 0.1638525 May 17 12:06:43.595844 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-e7fa7804-b342-4438-9da2-d762f5cffd11 req-f6191a4e-b144-4ae9-8a98-ea234e51bbb8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c71f393-e13d-41b2-9f45-a18a6a7b376f HTTP/1.1" status: 200 len: 217 time: 0.1712997 May 17 12:06:43.608616 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 4d3d7d97-9f22-4cee-8535-01e2e8893ab2 up at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:06:43.649268 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-97207a3c-bfcc-4b0e-ab2b-d607d9fa43a6 req-4267ee30-2c0f-4e63-a081-c3feb7c54a66 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2393606 May 17 12:06:43.681387 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa7804-b342-4438-9da2-d762f5cffd11 req-7082f20e-819f-467b-a55e-94feb3ca941c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:43.682959 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-e7fa7804-b342-4438-9da2-d762f5cffd11 req-7082f20e-819f-467b-a55e-94feb3ca941c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2265ec26-25ce-4a67-8ace-40a0c329d3f7 HTTP/1.1" status: 200 len: 855 time: 0.0743783 May 17 12:06:43.695269 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Provisioning complete for port 4d3d7d97-9f22-4cee-8535-01e2e8893ab2 triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:06:43.695673 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:43.744176 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-e7fa7804-b342-4438-9da2-d762f5cffd11 req-22f596b1-50fb-475d-9df5-402b235d0e58 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d148b08-1ad9-4470-987b-bb4369603158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498283 May 17 12:06:43.822095 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:43.867578 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port 4d3d7d97-9f22-4cee-8535-01e2e8893ab2, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=4d3d7d97-9f22-4cee-8535-01e2e8893ab2,segment=NetworkSegment(5f3ca14c-f170-4716-92b7-0cba2aeab367),segment_id=5f3ca14c-f170-4716-92b7-0cba2aeab367)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:06:43.868546 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c2d3fe-feb1-4c61-9f9d-df852dce1f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3d7d97-9f22-4cee-8535-01e2e8893ab2'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:06:43.891953 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:43.902651 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:43.907374 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-e7fa7804-b342-4438-9da2-d762f5cffd11 req-adbac0bf-b7a6-465b-b9f9-b65e595b111a service neutron] 10.222.0.52 "GET /v2.0/networks/7d148b08-1ad9-4470-987b-bb4369603158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453335 May 17 12:06:43.957095 dv-cinder-734144-19-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c2d3fe-feb1-4c61-9f9d-df852dce1f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3d7d97-9f22-4cee-8535-01e2e8893ab2', 'code': 200} May 17 12:06:43.982659 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=4d3d7d97-9f22-4cee-8535-01e2e8893ab2,revision_number=10']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:43.990823 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:43.991169 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:43.991502 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:43.992081 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:43.992961 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:43.993755 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:43.994087 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:43.994411 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:43.994762 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:43.995084 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:43.995399 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:43.995714 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:44.000300 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:44.133727 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-e7fa7804-b342-4438-9da2-d762f5cffd11 req-db4de5fb-9cb9-493a-8cd7-b6f3816a0ee2 service neutron] 10.222.0.52 "GET /v2.0/networks/7d148b08-1ad9-4470-987b-bb4369603158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816981 May 17 12:06:44.142135 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbcb4cb-856c-4299-8877-feaf038ebf6c req-6871c5ad-dab6-4dbe-9af3-241037328ff9 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:44.142805 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16570e3b-87a2-41d5-bd29-eb4bd4c57b0c req-e65b4b6a-0c1e-4db4-8d81-dcf65564f1bf tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:44.144246 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-16570e3b-87a2-41d5-bd29-eb4bd4c57b0c req-e65b4b6a-0c1e-4db4-8d81-dcf65564f1bf tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.0845556 May 17 12:06:44.145488 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-8fbcb4cb-856c-4299-8877-feaf038ebf6c req-6871c5ad-dab6-4dbe-9af3-241037328ff9 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee45ecea-45db-4fdf-9f14-16f551eec0db HTTP/1.1" status: 200 len: 944 time: 0.2327645 May 17 12:06:44.194794 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:44.196109 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-8fbcb4cb-856c-4299-8877-feaf038ebf6c req-d45681ca-a380-4c6a-9c0c-9e73fe14aca7 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459168 May 17 12:06:44.200543 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-16570e3b-87a2-41d5-bd29-eb4bd4c57b0c req-a436a1db-5f9b-4e3e-8024-9364e7a87a88 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488081 May 17 12:06:44.369025 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13ac70-4c77-461e-8690-97596008f8b3 req-a445e343-b82b-4993-9bd6-9e7f80ebfe44 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:44.370483 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6b13ac70-4c77-461e-8690-97596008f8b3 req-a445e343-b82b-4993-9bd6-9e7f80ebfe44 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 946 time: 0.0811782 May 17 12:06:44.422195 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6b13ac70-4c77-461e-8690-97596008f8b3 req-17f78562-5ab7-4319-89b7-1109beae1cc3 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436347 May 17 12:06:44.543466 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7356362-e9ad-4af3-bafd-5936ce70baa7 req-6919425c-cbc9-4ad6-a15b-dcc7f718023f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:44.545675 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-b7356362-e9ad-4af3-bafd-5936ce70baa7 req-6919425c-cbc9-4ad6-a15b-dcc7f718023f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 1099 time: 0.0733757 May 17 12:06:44.594557 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-b7356362-e9ad-4af3-bafd-5936ce70baa7 req-b0280d9d-f238-40ca-ab43-98403d6da871 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352838 May 17 12:06:44.840214 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ba01d-b594-4e11-b740-ce7d34178f6d req-6c23908b-9696-4daf-a887-604b6c510b52 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:44.841744 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-9e6ba01d-b594-4e11-b740-ce7d34178f6d req-6c23908b-9696-4daf-a887-604b6c510b52 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 946 time: 0.0778327 May 17 12:06:44.890541 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-9e6ba01d-b594-4e11-b740-ce7d34178f6d req-2a60a916-a2d1-4664-8d19-4580efffac1e tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431030 May 17 12:06:45.181790 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f903f-8692-459c-ab62-af9cbbd12268 req-33469a68-ffed-4e6f-9858-0de6b3f9c233 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:45.183209 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-b70f903f-8692-459c-ab62-af9cbbd12268 req-33469a68-ffed-4e6f-9858-0de6b3f9c233 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.52 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.0779598 May 17 12:06:45.377182 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [req-b70f903f-8692-459c-ab62-af9cbbd12268 req-c97ea1ed-b147-45a8-9666-d9565d7b4a70 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Deleting port 4d058b89-233e-470f-880a-a90f321112df {{(pid=78700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:06:45.377524 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-b70f903f-8692-459c-ab62-af9cbbd12268 req-c97ea1ed-b147-45a8-9666-d9565d7b4a70 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:45.389145 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158bdf4-d7ab-42e8-acd6-57d0efe6eb6c req-0d69fa36-b030-40c0-aeec-263a0d9023ac tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:45.390635 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-b158bdf4-d7ab-42e8-acd6-57d0efe6eb6c req-0d69fa36-b030-40c0-aeec-263a0d9023ac tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 946 time: 0.0831683 May 17 12:06:45.435615 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-b158bdf4-d7ab-42e8-acd6-57d0efe6eb6c req-98ddf4cc-6a20-46cb-ba38-81df24be2103 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=39b3f4ad-25b7-47dd-9bbf-7443722a7b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392125 May 17 12:06:45.507320 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d81e2-7f8f-48f7-859e-2ce177b187ab req-691ddc35-eee7-436c-bd88-dddf77583da9 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:45.508720 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-8b7d81e2-7f8f-48f7-859e-2ce177b187ab req-691ddc35-eee7-436c-bd88-dddf77583da9 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee45ecea-45db-4fdf-9f14-16f551eec0db HTTP/1.1" status: 200 len: 944 time: 0.1919436 May 17 12:06:45.546664 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-b70f903f-8692-459c-ab62-af9cbbd12268 req-c97ea1ed-b147-45a8-9666-d9565d7b4a70 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] For port 4d058b89-233e-470f-880a-a90f321112df, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=4d058b89-233e-470f-880a-a90f321112df,segment=NetworkSegment(4aeb874b-5262-4be4-9c4d-452a8932079d),segment_id=4aeb874b-5262-4be4-9c4d-452a8932079d)] {{(pid=78700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:06:45.547024 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-b70f903f-8692-459c-ab62-af9cbbd12268 req-c97ea1ed-b147-45a8-9666-d9565d7b4a70 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:45.607615 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 6c71f393-e13d-41b2-9f45-a18a6a7b376f details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:06:45.646835 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0464943-6cd3-4314-ab8c-9a0eea28c10a req-1239bdfb-d37b-4735-803d-aeff67d2a3db tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:45.647804 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-e0464943-6cd3-4314-ab8c-9a0eea28c10a req-1239bdfb-d37b-4735-803d-aeff67d2a3db tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Synchronizing usage tracker for tenant:05e25a4be2774eceadebdf38b9b2fdf8 on resource:port {{(pid=78701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:06:45.658407 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-8b7d81e2-7f8f-48f7-859e-2ce177b187ab req-7502ce70-41e7-4785-ac05-ba28f230bfe0 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375077 May 17 12:06:45.668214 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-e0464943-6cd3-4314-ab8c-9a0eea28c10a req-1239bdfb-d37b-4735-803d-aeff67d2a3db tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Unset dirty status for tenant:05e25a4be2774eceadebdf38b9b2fdf8 on resource:port {{(pid=78701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:06:45.673448 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-e0464943-6cd3-4314-ab8c-9a0eea28c10a req-1239bdfb-d37b-4735-803d-aeff67d2a3db tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 946 time: 0.1397204 May 17 12:06:45.733321 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-e0464943-6cd3-4314-ab8c-9a0eea28c10a req-e37ea087-75ad-49ac-b419-84cd32be87ec tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Synchronizing usage tracker for tenant:05e25a4be2774eceadebdf38b9b2fdf8 on resource:security_group {{(pid=78701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:06:45.753660 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-e0464943-6cd3-4314-ab8c-9a0eea28c10a req-e37ea087-75ad-49ac-b419-84cd32be87ec tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Unset dirty status for tenant:05e25a4be2774eceadebdf38b9b2fdf8 on resource:security_group {{(pid=78701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:06:45.771312 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-e0464943-6cd3-4314-ab8c-9a0eea28c10a req-e37ea087-75ad-49ac-b419-84cd32be87ec tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862072 May 17 12:06:45.877062 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.agents_db [None req-bc444940-bb86-4de8-ac48-ae4570a6a7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:06:45.892178 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-b70f903f-8692-459c-ab62-af9cbbd12268 req-c97ea1ed-b147-45a8-9666-d9565d7b4a70 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:45.892659 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-b70f903f-8692-459c-ab62-af9cbbd12268 req-c97ea1ed-b147-45a8-9666-d9565d7b4a70 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407876'] for floatingip, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:45.893147 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.db.l3_db [req-b70f903f-8692-459c-ab62-af9cbbd12268 req-c97ea1ed-b147-45a8-9666-d9565d7b4a70 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Floating IP 136b4ec8-d8e7-4cc7-bf20-083fa2648b63 disassociated. External IP: 172.27.1.170, port: 4d058b89-233e-470f-880a-a90f321112df. May 17 12:06:45.893586 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [req-b70f903f-8692-459c-ab62-af9cbbd12268 req-c97ea1ed-b147-45a8-9666-d9565d7b4a70 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Calling delete_port for 4d058b89-233e-470f-880a-a90f321112df owned by compute:nova {{(pid=78700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:06:45.931897 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port 6c71f393-e13d-41b2-9f45-a18a6a7b376f, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=6c71f393-e13d-41b2-9f45-a18a6a7b376f,segment=NetworkSegment(b61233ca-6cb6-4e29-9ec5-c0502c3c2c37),segment_id=b61233ca-6cb6-4e29-9ec5-c0502c3c2c37)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:06:45.954488 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Returning: {'device': '6c71f393-e13d-41b2-9f45-a18a6a7b376f', 'network_id': '7d148b08-1ad9-4470-987b-bb4369603158', 'port_id': '6c71f393-e13d-41b2-9f45-a18a6a7b376f', 'mac_address': 'fa:16:3e:17:54:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2265ec26-25ce-4a67-8ace-40a0c329d3f7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:06:46.030361 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:46.062260 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c71f393-e13d-41b2-9f45-a18a6a7b376f {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:06:46.086021 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port 6c71f393-e13d-41b2-9f45-a18a6a7b376f, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=6c71f393-e13d-41b2-9f45-a18a6a7b376f,segment=NetworkSegment(b61233ca-6cb6-4e29-9ec5-c0502c3c2c37),segment_id=b61233ca-6cb6-4e29-9ec5-c0502c3c2c37)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:06:46.091625 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:46.093657 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3434ab9d-0570-4ca2-ae97-d292fa478924 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:46.166139 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=6c71f393-e13d-41b2-9f45-a18a6a7b376f,revision_number=4']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:46.169243 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:46.300552 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-b70f903f-8692-459c-ab62-af9cbbd12268 req-c97ea1ed-b147-45a8-9666-d9565d7b4a70 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:46.307935 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-2495fd4f-4a46-42f5-8232-5ccfde2506e1 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:46.372368 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ea1ed-b147-45a8-9666-d9565d7b4a70 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Pushing event deleted for resources: {'Port': ['ID=4d058b89-233e-470f-880a-a90f321112df,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:46.374705 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-c97ea1ed-b147-45a8-9666-d9565d7b4a70 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:46.383306 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] get_ports_and_sgs() called for port_ids ['6c71f393-e13d-41b2-9f45-a18a6a7b376f'] {{(pid=78702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:06:46.478568 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ed972-fef7-4e12-b525-52bac5c198a9 req-fa07e99b-1f4d-44cc-b472-fbf819d92a85 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:46.480080 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-de4ed972-fef7-4e12-b525-52bac5c198a9 req-fa07e99b-1f4d-44cc-b472-fbf819d92a85 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 946 time: 0.3221767 May 17 12:06:46.501071 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac8d64-9c48-49b1-88d3-fd5ad158ad86 req-a2022464-629c-4ca9-8a59-b7bc5ccdf963 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:46.502679 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d8ac8d64-9c48-49b1-88d3-fd5ad158ad86 req-a2022464-629c-4ca9-8a59-b7bc5ccdf963 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.52 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 946 time: 0.2959471 May 17 12:06:46.613622 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-9c4a34fb-1ebb-464b-b763-e7ffc60bcae2 req-ec109e19-04ce-49e9-a92d-e1df49459dd1 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 210 time: 0.0557437 May 17 12:06:46.694449 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-de4ed972-fef7-4e12-b525-52bac5c198a9 req-89c6f1c2-3935-4872-bdc7-04a36584709f tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906517 May 17 12:06:46.769011 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b70f903f-8692-459c-ab62-af9cbbd12268 req-c97ea1ed-b147-45a8-9666-d9565d7b4a70 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Router 71c12570-4c2d-4042-9c67-5dcd234a942f has already been hosted by L3 agent 7d9bdccf-07e9-4436-af26-1dad3be87fd8 {{(pid=78700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:06:46.886407 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [req-d8ac8d64-9c48-49b1-88d3-fd5ad158ad86 req-e00701d9-7667-4abd-a5d8-b957a73ac534 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Deleting port dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd {{(pid=78700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:06:46.886814 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-d8ac8d64-9c48-49b1-88d3-fd5ad158ad86 req-e00701d9-7667-4abd-a5d8-b957a73ac534 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:46.920162 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5174f-7f8a-46b1-9efb-7c0631ecd49b req-7eeb0bff-a3e6-473c-834a-18ccf40bc30e tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:46.925413 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-77b5174f-7f8a-46b1-9efb-7c0631ecd49b req-7eeb0bff-a3e6-473c-834a-18ccf40bc30e tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee45ecea-45db-4fdf-9f14-16f551eec0db HTTP/1.1" status: 200 len: 945 time: 0.0990553 May 17 12:06:46.974684 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-77b5174f-7f8a-46b1-9efb-7c0631ecd49b req-8e588164-799f-4964-abd8-8e531471c269 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466816 May 17 12:06:47.147305 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b70f903f-8692-459c-ab62-af9cbbd12268 req-c97ea1ed-b147-45a8-9666-d9565d7b4a70 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify agent at l3_agent.dv-cinder-734144-19-iscsi the message routers_updated {{(pid=78700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:06:47.157989 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef767405-5c83-4817-9d11-5a617d6fb2f2 None None] Sync routers for ids ['71c12570-4c2d-4042-9c67-5dcd234a942f'] in dv-cinder-734144-19-iscsi {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:06:47.167267 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef767405-5c83-4817-9d11-5a617d6fb2f2 None None] Routers {'71c12570-4c2d-4042-9c67-5dcd234a942f'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:06:47.168111 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-ef767405-5c83-4817-9d11-5a617d6fb2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:06:41Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['71c12570-4c2d-4042-9c67-5dcd234a942f'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:47.246760 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [req-b70f903f-8692-459c-ab62-af9cbbd12268 req-c97ea1ed-b147-45a8-9666-d9565d7b4a70 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] No DVR routers for this DVR port 4d058b89-233e-470f-880a-a90f321112df on host hv-cinder-73414 {{(pid=78700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:06:47.256078 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd104603-e717-4633-83ec-c0624f72bde8 req-ca4aec7a-6113-4db6-8eb0-3b7f92e7e88d tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:47.257602 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-bd104603-e717-4633-83ec-c0624f72bde8 req-ca4aec7a-6113-4db6-8eb0-3b7f92e7e88d tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 946 time: 0.3529813 May 17 12:06:47.260228 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-b70f903f-8692-459c-ab62-af9cbbd12268 req-c97ea1ed-b147-45a8-9666-d9565d7b4a70 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:47.262955 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48658a2d-49e1-4e02-bd36-a506661d068d', 'name': 'network-vif-deleted', 'tag': '4d058b89-233e-470f-880a-a90f321112df'}] {{(pid=78700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:06:47.275135 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-d8ac8d64-9c48-49b1-88d3-fd5ad158ad86 req-e00701d9-7667-4abd-a5d8-b957a73ac534 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] For port dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd,segment=NetworkSegment(ebfe5be2-a5ab-413f-9970-7c2debd41896),segment_id=ebfe5be2-a5ab-413f-9970-7c2debd41896)] {{(pid=78700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:06:47.275498 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-d8ac8d64-9c48-49b1-88d3-fd5ad158ad86 req-e00701d9-7667-4abd-a5d8-b957a73ac534 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:47.314865 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-b70f903f-8692-459c-ab62-af9cbbd12268 req-c97ea1ed-b147-45a8-9666-d9565d7b4a70 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.52 "DELETE /v2.0/ports/4d058b89-233e-470f-880a-a90f321112df HTTP/1.1" status: 204 len: 173 time: 2.1257868 May 17 12:06:47.368379 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48658a2d-49e1-4e02-bd36-a506661d068d', 'name': 'network-vif-deleted', 'tag': '4d058b89-233e-470f-880a-a90f321112df', 'status': 'completed', 'code': 200} May 17 12:06:47.380144 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-ef767405-5c83-4817-9d11-5a617d6fb2f2 None None] Set router 71c12570-4c2d-4042-9c67-5dcd234a942f gateway port host: dv-cinder-734144-19-iscsi {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:06:47.441910 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [req-d8ac8d64-9c48-49b1-88d3-fd5ad158ad86 req-e00701d9-7667-4abd-a5d8-b957a73ac534 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Calling delete_port for dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd owned by compute:nova {{(pid=78700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:06:47.456943 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-bd104603-e717-4633-83ec-c0624f72bde8 req-869c27ee-59f3-4a99-aa26-ca3d81826d46 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/security-groups?id=67e4744f-3aea-4215-960e-33509e7a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867881 May 17 12:06:47.580416 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-d8ac8d64-9c48-49b1-88d3-fd5ad158ad86 req-e00701d9-7667-4abd-a5d8-b957a73ac534 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:47.586916 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-dcb6a69d-c188-454b-bf91-0f7f9000a192 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:47.624970 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] get_ports_and_sgs() called for port_ids ['dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd'] {{(pid=78702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:06:47.760473 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00701d9-7667-4abd-a5d8-b957a73ac534 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Pushing event deleted for resources: {'Port': ['ID=dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:47.764760 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-e00701d9-7667-4abd-a5d8-b957a73ac534 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:47.794890 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 6c71f393-e13d-41b2-9f45-a18a6a7b376f up at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:06:47.801407 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-b78d02fb-cc72-4931-bfa7-678feac09f83 req-bb0446d3-bc26-4497-9260-d912ccca425a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=48658a2d-49e1-4e02-bd36-a506661d068d HTTP/1.1" status: 200 len: 210 time: 0.0561373 May 17 12:06:47.852088 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ac8d64-9c48-49b1-88d3-fd5ad158ad86 req-e00701d9-7667-4abd-a5d8-b957a73ac534 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] No DVR routers for this DVR port dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd on host hv-cinder-73414 {{(pid=78700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:06:47.855071 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-d8ac8d64-9c48-49b1-88d3-fd5ad158ad86 req-e00701d9-7667-4abd-a5d8-b957a73ac534 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:47.874774 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d8ac8d64-9c48-49b1-88d3-fd5ad158ad86 req-e00701d9-7667-4abd-a5d8-b957a73ac534 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.52 "DELETE /v2.0/ports/dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd HTTP/1.1" status: 204 len: 173 time: 1.3128653 May 17 12:06:47.968808 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Provisioning for port 6c71f393-e13d-41b2-9f45-a18a6a7b376f completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:06:47.976158 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Provisioning complete for port 6c71f393-e13d-41b2-9f45-a18a6a7b376f triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:06:47.976670 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:48.073819 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b42e9-9897-4648-83bf-fc054fb619d4 req-d2a4ff36-4c5b-4bd8-8c84-d66b060cf008 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:48.082582 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3d1b42e9-9897-4648-83bf-fc054fb619d4 req-d2a4ff36-4c5b-4bd8-8c84-d66b060cf008 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 946 time: 0.1947494 May 17 12:06:48.115792 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-ef767405-5c83-4817-9d11-5a617d6fb2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'name': 'tempest-AttachVolumeTestJSON-483043931-router', 'tenant_id': '74eacc72869f49c6b97dcf14e5f937b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ddb1d406-dd34-4d49-a2fa-2809fd1a93aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:01:21Z', 'updated_at': '2021-05-17T12:01:32Z', 'revision_number': 4, 'project_id': '74eacc72869f49c6b97dcf14e5f937b4', 'gw_port': {'id': 'ddb1d406-dd34-4d49-a2fa-2809fd1a93aa', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ee:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:01:22Z', 'updated_at': '2021-05-17T12:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': '9f6f862c-62cf-4348-97a6-1ae5d24727fe', 'name': '', 'network_id': '232f65e1-0da5-4006-971a-4fd3e6d8c4db', 'tenant_id': '74eacc72869f49c6b97dcf14e5f937b4', 'mac_address': 'fa:16:3e:f7:c5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4df74225-b796-4a2f-84ac-d4b6fecaea77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:01:30Z', 'updated_at': '2021-05-17T12:01:49Z', 'revision_number': 5, 'project_id': '74eacc72869f49c6b97dcf14e5f937b4', 'subnets': [{'id': '4df74225-b796-4a2f-84ac-d4b6fecaea77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:48.126192 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef767405-5c83-4817-9d11-5a617d6fb2f2 None None] Checking router: 71c12570-4c2d-4042-9c67-5dcd234a942f for host: dv-cinder-734144-19-iscsi {{(pid=78702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:06:48.145646 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3d1b42e9-9897-4648-83bf-fc054fb619d4 req-91f7e58e-42f4-425b-9c7e-d200400759e2 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619564 May 17 12:06:48.166971 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef767405-5c83-4817-9d11-5a617d6fb2f2 None None] Routers {'71c12570-4c2d-4042-9c67-5dcd234a942f'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:06:48.167757 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-ef767405-5c83-4817-9d11-5a617d6fb2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:06:41Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['71c12570-4c2d-4042-9c67-5dcd234a942f'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:48.217737 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8314b2d-4c21-4056-a23b-f42ca665b35f req-6372a08f-176e-4d6e-a2a3-4a432ab28708 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:48.219386 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-d8314b2d-4c21-4056-a23b-f42ca665b35f req-6372a08f-176e-4d6e-a2a3-4a432ab28708 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee45ecea-45db-4fdf-9f14-16f551eec0db HTTP/1.1" status: 200 len: 945 time: 0.0994008 May 17 12:06:48.269255 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-d8314b2d-4c21-4056-a23b-f42ca665b35f req-49d12e7e-d45b-4048-a15c-67a021b378d5 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434179 May 17 12:06:48.290519 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:48.398990 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee45ecea-45db-4fdf-9f14-16f551eec0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c71f393-e13d-41b2-9f45-a18a6a7b376f'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:06:48.421018 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port 6c71f393-e13d-41b2-9f45-a18a6a7b376f, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=6c71f393-e13d-41b2-9f45-a18a6a7b376f,segment=NetworkSegment(b61233ca-6cb6-4e29-9ec5-c0502c3c2c37),segment_id=b61233ca-6cb6-4e29-9ec5-c0502c3c2c37)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:06:48.428316 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:48.429183 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:06:48.456960 dv-cinder-734144-19-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee45ecea-45db-4fdf-9f14-16f551eec0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c71f393-e13d-41b2-9f45-a18a6a7b376f', 'code': 200} May 17 12:06:48.458746 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-ef767405-5c83-4817-9d11-5a617d6fb2f2 None None] Set router 71c12570-4c2d-4042-9c67-5dcd234a942f gateway port host: dv-cinder-734144-19-iscsi {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:06:48.500696 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-555b5d95-1b93-49f9-9705-c9dbc9d06791 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:48.588723 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] No Port match for: dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd {{(pid=78702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:06:48.588975 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd not bound to the agent host hv-cinder-73414 {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:06:48.589358 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 4d058b89-233e-470f-880a-a90f321112df no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:06:48.668003 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-deb660b6-0b5d-427d-9c78-35509f54f5fc req-d07aa7a1-2e3e-41e7-9926-c965d4bdf0e4 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e98ce2d3-dbf3-4c40-8263-ec185a6c34d7 HTTP/1.1" status: 200 len: 210 time: 0.0508769 May 17 12:06:48.710919 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] No Port match for: 4d058b89-233e-470f-880a-a90f321112df {{(pid=78702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:06:48.711274 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 4d058b89-233e-470f-880a-a90f321112df not bound to the agent host hv-cinder-73414 {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:06:48.722573 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=6c71f393-e13d-41b2-9f45-a18a6a7b376f,revision_number=5']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:48.726113 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:48.856657 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0271a50a-eb91-4eeb-83f5-8fc84f417919 req-46673a4c-17c5-4c22-904a-0d7f40b24af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:48.859386 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0271a50a-eb91-4eeb-83f5-8fc84f417919 req-46673a4c-17c5-4c22-904a-0d7f40b24af6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ee45ecea-45db-4fdf-9f14-16f551eec0db HTTP/1.1" status: 200 len: 1099 time: 0.0883639 May 17 12:06:48.912626 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0271a50a-eb91-4eeb-83f5-8fc84f417919 req-10baebba-f17c-4cc5-8174-a87d7852351e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438137 May 17 12:06:48.930753 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-ef767405-5c83-4817-9d11-5a617d6fb2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'name': 'tempest-AttachVolumeTestJSON-483043931-router', 'tenant_id': '74eacc72869f49c6b97dcf14e5f937b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ddb1d406-dd34-4d49-a2fa-2809fd1a93aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:01:21Z', 'updated_at': '2021-05-17T12:01:32Z', 'revision_number': 4, 'project_id': '74eacc72869f49c6b97dcf14e5f937b4', 'gw_port': {'id': 'ddb1d406-dd34-4d49-a2fa-2809fd1a93aa', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ee:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:01:22Z', 'updated_at': '2021-05-17T12:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': '9f6f862c-62cf-4348-97a6-1ae5d24727fe', 'name': '', 'network_id': '232f65e1-0da5-4006-971a-4fd3e6d8c4db', 'tenant_id': '74eacc72869f49c6b97dcf14e5f937b4', 'mac_address': 'fa:16:3e:f7:c5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4df74225-b796-4a2f-84ac-d4b6fecaea77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:01:30Z', 'updated_at': '2021-05-17T12:01:49Z', 'revision_number': 5, 'project_id': '74eacc72869f49c6b97dcf14e5f937b4', 'subnets': [{'id': '4df74225-b796-4a2f-84ac-d4b6fecaea77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:48.936563 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef767405-5c83-4817-9d11-5a617d6fb2f2 None None] The sync data for ids ['71c12570-4c2d-4042-9c67-5dcd234a942f'] in dv-cinder-734144-19-iscsi is: [{'id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'name': 'tempest-AttachVolumeTestJSON-483043931-router', 'tenant_id': '74eacc72869f49c6b97dcf14e5f937b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ddb1d406-dd34-4d49-a2fa-2809fd1a93aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:01:21Z', 'updated_at': '2021-05-17T12:01:32Z', 'revision_number': 4, 'project_id': '74eacc72869f49c6b97dcf14e5f937b4', 'gw_port': {'id': 'ddb1d406-dd34-4d49-a2fa-2809fd1a93aa', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ee:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:01:22Z', 'updated_at': '2021-05-17T12:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': '9f6f862c-62cf-4348-97a6-1ae5d24727fe', 'name': '', 'network_id': '232f65e1-0da5-4006-971a-4fd3e6d8c4db', 'tenant_id': '74eacc72869f49c6b97dcf14e5f937b4', 'mac_address': 'fa:16:3e:f7:c5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4df74225-b796-4a2f-84ac-d4b6fecaea77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:01:30Z', 'updated_at': '2021-05-17T12:01:49Z', 'revision_number': 5, 'project_id': '74eacc72869f49c6b97dcf14e5f937b4', 'subnets': [{'id': '4df74225-b796-4a2f-84ac-d4b6fecaea77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:06:48.950507 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 33994) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:06:49.027543 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-5aee9fd7-753f-471a-9761-10e0f070f733 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks [] for security_group, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:49.061355 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-5aee9fd7-753f-471a-9761-10e0f070f733 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:49.126678 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-5aee9fd7-753f-471a-9761-10e0f070f733 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:49.130637 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-59584d03-41d2-40b0-ade4-99f44d120e83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:49.147683 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee9fd7-753f-471a-9761-10e0f070f733 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b3f4ad-25b7-47dd-9bbf-7443722a7b89,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:49.150491 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-5aee9fd7-753f-471a-9761-10e0f070f733 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:49.161542 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-5aee9fd7-753f-471a-9761-10e0f070f733 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:49.164312 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-5aee9fd7-753f-471a-9761-10e0f070f733 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "DELETE /v2.0/security-groups/39b3f4ad-25b7-47dd-9bbf-7443722a7b89 HTTP/1.1" status: 204 len: 168 time: 0.2128344 May 17 12:06:49.165645 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 33998) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:06:49.183729 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.api.v2.resource [None req-01bdcf4d-1390-4977-af0a-571eb024deeb tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] show failed (client error): The resource could not be found. May 17 12:06:49.185530 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-01bdcf4d-1390-4977-af0a-571eb024deeb tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups/39b3f4ad-25b7-47dd-9bbf-7443722a7b89 HTTP/1.1" status: 404 len: 347 time: 0.0184948 May 17 12:06:49.188536 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 34002) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:06:49.200524 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a14feb-b1ed-4d78-bc44-15d59b969227 None None] New status for floating IP 136b4ec8-d8e7-4cc7-bf20-083fa2648b63: DOWN {{(pid=78703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 12:06:49.371487 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e98ce2d3-dbf3-4c40-8263-ec185a6c34d7', 'name': 'network-vif-deleted', 'tag': 'dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd'}] {{(pid=78700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:06:49.511161 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [None req-676454d0-ada7-4c94-83c6-c6407f5ad3a7 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Deleting port 80a27d9b-dde9-4217-b233-d39402724b56 {{(pid=78700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:06:49.511991 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-676454d0-ada7-4c94-83c6-c6407f5ad3a7 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:49.543119 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612ce96-ebcc-4b42-9f69-2228a1da4adc req-c53d1ba1-6eac-4b2d-a60f-c9073cff3795 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:49.545390 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-8612ce96-ebcc-4b42-9f69-2228a1da4adc req-c53d1ba1-6eac-4b2d-a60f-c9073cff3795 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee45ecea-45db-4fdf-9f14-16f551eec0db HTTP/1.1" status: 200 len: 946 time: 0.1561432 May 17 12:06:49.611145 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e98ce2d3-dbf3-4c40-8263-ec185a6c34d7', 'name': 'network-vif-deleted', 'tag': 'dcf9b2f0-72fc-45c4-bfb4-891fc2e2eddd', 'status': 'completed', 'code': 200} May 17 12:06:49.678916 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-8612ce96-ebcc-4b42-9f69-2228a1da4adc req-c9cbb450-28a4-4a17-9ca3-77249f55a457 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821559 May 17 12:06:49.698734 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-676454d0-ada7-4c94-83c6-c6407f5ad3a7 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:49.699306 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-676454d0-ada7-4c94-83c6-c6407f5ad3a7 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:49.827869 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [None req-676454d0-ada7-4c94-83c6-c6407f5ad3a7 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Calling delete_port for 80a27d9b-dde9-4217-b233-d39402724b56 owned by network:floatingip {{(pid=78700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:06:49.970993 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-676454d0-ada7-4c94-83c6-c6407f5ad3a7 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:49.974931 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-d062e52d-53eb-47cb-9fa5-43349862e7a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:50.025234 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676454d0-ada7-4c94-83c6-c6407f5ad3a7 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Pushing event deleted for resources: {'Port': ['ID=80a27d9b-dde9-4217-b233-d39402724b56,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:50.029078 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-676454d0-ada7-4c94-83c6-c6407f5ad3a7 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:50.126484 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-676454d0-ada7-4c94-83c6-c6407f5ad3a7 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks [] for floatingip, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:50.143375 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-676454d0-ada7-4c94-83c6-c6407f5ad3a7 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for floatingip, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:50.144609 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-676454d0-ada7-4c94-83c6-c6407f5ad3a7 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "DELETE /v2.0/floatingips/136b4ec8-d8e7-4cc7-bf20-083fa2648b63 HTTP/1.1" status: 204 len: 168 time: 0.9550116 May 17 12:06:50.350539 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 34054) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:06:50.392761 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 34058) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:06:50.398703 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-7f7b4a77-4dcf-41a9-9c2a-bb872e5ed648 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1915224026', 'description': 'tempest-description--1882881130'}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:06:50.405371 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-7f7b4a77-4dcf-41a9-9c2a-bb872e5ed648 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:06:50.410413 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-7f7b4a77-4dcf-41a9-9c2a-bb872e5ed648 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Usage tracker for resource:security_group and tenant:74eacc72869f49c6b97dcf14e5f937b4 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:06:50.413584 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-7f7b4a77-4dcf-41a9-9c2a-bb872e5ed648 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:06:50.420633 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-7f7b4a77-4dcf-41a9-9c2a-bb872e5ed648 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:06:50.430966 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7f7b4a77-4dcf-41a9-9c2a-bb872e5ed648 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:50.452865 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-7f7b4a77-4dcf-41a9-9c2a-bb872e5ed648 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:06:50.456794 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-7f7b4a77-4dcf-41a9-9c2a-bb872e5ed648 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Usage tracker for resource:security_group_rule and tenant:74eacc72869f49c6b97dcf14e5f937b4 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:06:50.459616 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-7f7b4a77-4dcf-41a9-9c2a-bb872e5ed648 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:06:50.465269 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-7f7b4a77-4dcf-41a9-9c2a-bb872e5ed648 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:06:50.544516 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7f7b4a77-4dcf-41a9-9c2a-bb872e5ed648 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:50.549104 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7f7b4a77-4dcf-41a9-9c2a-bb872e5ed648 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:50.552782 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-13b042ac-45eb-4b6a-8d17-b637383fbc83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:50.597428 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b4a77-4dcf-41a9-9c2a-bb872e5ed648 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2046c9-2e92-4d44-98f1-000078eff640,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:50.607020 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7b4a77-4dcf-41a9-9c2a-bb872e5ed648 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:50.607530 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7b4a77-4dcf-41a9-9c2a-bb872e5ed648 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:50.607898 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7b4a77-4dcf-41a9-9c2a-bb872e5ed648 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:50.608254 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7b4a77-4dcf-41a9-9c2a-bb872e5ed648 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:50.608609 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7b4a77-4dcf-41a9-9c2a-bb872e5ed648 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:50.608984 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7b4a77-4dcf-41a9-9c2a-bb872e5ed648 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:50.609354 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7b4a77-4dcf-41a9-9c2a-bb872e5ed648 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:50.609740 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7b4a77-4dcf-41a9-9c2a-bb872e5ed648 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:50.610094 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7b4a77-4dcf-41a9-9c2a-bb872e5ed648 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:50.610445 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7b4a77-4dcf-41a9-9c2a-bb872e5ed648 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:50.610812 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7b4a77-4dcf-41a9-9c2a-bb872e5ed648 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:50.611153 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7b4a77-4dcf-41a9-9c2a-bb872e5ed648 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:50.614715 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7f7b4a77-4dcf-41a9-9c2a-bb872e5ed648 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:50.620489 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-7f7b4a77-4dcf-41a9-9c2a-bb872e5ed648 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2253726 May 17 12:06:50.620651 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-7f7b4a77-4dcf-41a9-9c2a-bb872e5ed648 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:50.621223 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 34062) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:06:50.627933 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-d4c3aa9b-7a0b-48bf-a460-4d588c700e06 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Request body: {'security_group_rule': {'security_group_id': '2a2046c9-2e92-4d44-98f1-000078eff640', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:06:50.634162 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-d4c3aa9b-7a0b-48bf-a460-4d588c700e06 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:06:50.639340 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-d4c3aa9b-7a0b-48bf-a460-4d588c700e06 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Usage tracker for resource:security_group_rule and tenant:74eacc72869f49c6b97dcf14e5f937b4 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:06:50.642444 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-d4c3aa9b-7a0b-48bf-a460-4d588c700e06 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:06:50.648505 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-d4c3aa9b-7a0b-48bf-a460-4d588c700e06 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:06:50.667387 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-d4c3aa9b-7a0b-48bf-a460-4d588c700e06 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:50.739685 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-d4c3aa9b-7a0b-48bf-a460-4d588c700e06 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:50.745167 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-d4c3aa9b-7a0b-48bf-a460-4d588c700e06 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461307'] for security_group_rule, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:50.754007 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:50.777219 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3aa9b-7a0b-48bf-a460-4d588c700e06 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdca9ee9-6b30-4a1b-b5df-c9e8500d5976,revision_number=0']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:50.779998 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-d4c3aa9b-7a0b-48bf-a460-4d588c700e06 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:50.785262 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-d4c3aa9b-7a0b-48bf-a460-4d588c700e06 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:50.789730 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-d4c3aa9b-7a0b-48bf-a460-4d588c700e06 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1636598 May 17 12:06:50.791233 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 34068) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:06:50.795980 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-7ab80087-e148-4111-878d-a3d97eb06b1e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Request body: {'security_group_rule': {'security_group_id': '2a2046c9-2e92-4d44-98f1-000078eff640', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:06:50.807148 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-7ab80087-e148-4111-878d-a3d97eb06b1e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:06:50.812200 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-7ab80087-e148-4111-878d-a3d97eb06b1e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Usage tracker for resource:security_group_rule and tenant:74eacc72869f49c6b97dcf14e5f937b4 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:06:50.815210 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-7ab80087-e148-4111-878d-a3d97eb06b1e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:06:50.820895 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-7ab80087-e148-4111-878d-a3d97eb06b1e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:06:50.838365 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7ab80087-e148-4111-878d-a3d97eb06b1e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:50.909154 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7ab80087-e148-4111-878d-a3d97eb06b1e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:50.913568 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7ab80087-e148-4111-878d-a3d97eb06b1e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461307'] for security_group_rule, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:50.922253 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-59f462f6-dfbb-4bc5-b329-9bd3d3aada50 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:50.943972 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab80087-e148-4111-878d-a3d97eb06b1e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3d7c7e2-6de3-41a3-b41f-86afe9105366,revision_number=0']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:50.951879 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-7ab80087-e148-4111-878d-a3d97eb06b1e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:50.957391 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7ab80087-e148-4111-878d-a3d97eb06b1e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:50.961563 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-7ab80087-e148-4111-878d-a3d97eb06b1e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1676435 May 17 12:06:50.961771 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 34072) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:06:50.963287 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdfe6b3-3733-40c4-b603-f56f4c938cc7 req-cdca804b-d42b-428b-a689-1966efe7e875 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:50.964994 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3bdfe6b3-3733-40c4-b603-f56f4c938cc7 req-cdca804b-d42b-428b-a689-1966efe7e875 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee45ecea-45db-4fdf-9f14-16f551eec0db HTTP/1.1" status: 200 len: 946 time: 0.1498466 May 17 12:06:50.967392 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-23e01d4e-8e89-4531-897f-cb1959d0830a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Request body: {'floatingip': {'floating_network_id': '163aee93-eed0-47f4-9809-6291286e957c'}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:06:50.973385 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-23e01d4e-8e89-4531-897f-cb1959d0830a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:06:50.977266 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-23e01d4e-8e89-4531-897f-cb1959d0830a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Usage tracker for resource:floatingip and tenant:74eacc72869f49c6b97dcf14e5f937b4 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:06:50.980113 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-23e01d4e-8e89-4531-897f-cb1959d0830a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:06:50.986387 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-23e01d4e-8e89-4531-897f-cb1959d0830a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:06:50.999785 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-23e01d4e-8e89-4531-897f-cb1959d0830a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks [] for floatingip, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:51.059312 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3bdfe6b3-3733-40c4-b603-f56f4c938cc7 req-a577e303-77fb-4898-96ec-0e666f1e984a tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680730 May 17 12:06:51.150178 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-23e01d4e-8e89-4531-897f-cb1959d0830a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:51.157422 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-40a46edf-2ae7-4e81-8dd7-0955ef51e3ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405814'] for router_interface, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:51.300967 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.db_base_plugin_common [None req-23e01d4e-8e89-4531-897f-cb1959d0830a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Allocated IP 172.27.1.96 (163aee93-eed0-47f4-9809-6291286e957c/35eb0c40-f6d0-43b5-b72a-9e8dd7567b53/a19b6246-d13c-4b2a-88f6-0f15a6bcbfcb) {{(pid=78701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:06:51.586393 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-23e01d4e-8e89-4531-897f-cb1959d0830a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks [] for port, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:51.608010 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [None req-40a46edf-2ae7-4e81-8dd7-0955ef51e3ee admin admin] Deleting port 5bff7479-ddba-4202-b986-70c41e1aa62b {{(pid=78700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:06:51.608348 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-40a46edf-2ae7-4e81-8dd7-0955ef51e3ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:51.617974 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-23e01d4e-8e89-4531-897f-cb1959d0830a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534708'] for port, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:51.621600 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-ffc80c9c-8add-402f-a8ad-af87f23ece71 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:51.689287 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e01d4e-8e89-4531-897f-cb1959d0830a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Network 163aee93-eed0-47f4-9809-6291286e957c is already hosted by enough agents. {{(pid=78701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:06:51.692059 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.base_scheduler [None req-23e01d4e-8e89-4531-897f-cb1959d0830a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Resources bound (agent type, host, resource id): {{(pid=78701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:06:51.694560 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e01d4e-8e89-4531-897f-cb1959d0830a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Received port after_create {{(pid=78701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:06:51.735518 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [None req-40a46edf-2ae7-4e81-8dd7-0955ef51e3ee admin admin] For port 5bff7479-ddba-4202-b986-70c41e1aa62b, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=5bff7479-ddba-4202-b986-70c41e1aa62b,segment=NetworkSegment(ebfe5be2-a5ab-413f-9970-7c2debd41896),segment_id=ebfe5be2-a5ab-413f-9970-7c2debd41896)] {{(pid=78700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:06:51.735859 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-40a46edf-2ae7-4e81-8dd7-0955ef51e3ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:51.737577 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e01d4e-8e89-4531-897f-cb1959d0830a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Pushing event updated for resources: {'Port': ['ID=a19b6246-d13c-4b2a-88f6-0f15a6bcbfcb,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:51.740407 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-23e01d4e-8e89-4531-897f-cb1959d0830a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:51.786049 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-23e01d4e-8e89-4531-897f-cb1959d0830a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:51.849284 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-23e01d4e-8e89-4531-897f-cb1959d0830a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:51.870772 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [None req-40a46edf-2ae7-4e81-8dd7-0955ef51e3ee admin admin] Calling delete_port for 5bff7479-ddba-4202-b986-70c41e1aa62b owned by network:router_interface {{(pid=78700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:06:52.036233 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-40a46edf-2ae7-4e81-8dd7-0955ef51e3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:52.041309 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-1c8f597e-a7df-4758-a7b3-3d0a4d11a498 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:52.064295 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-23e01d4e-8e89-4531-897f-cb1959d0830a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks [] for port, precommit_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:52.069157 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-23e01d4e-8e89-4531-897f-cb1959d0830a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2534717'] for port, after_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:52.072882 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:52.086799 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a46edf-2ae7-4e81-8dd7-0955ef51e3ee admin admin] Pushing event deleted for resources: {'Port': ['ID=5bff7479-ddba-4202-b986-70c41e1aa62b,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:52.119221 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-40a46edf-2ae7-4e81-8dd7-0955ef51e3ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:52.187069 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e01d4e-8e89-4531-897f-cb1959d0830a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Pushing event updated for resources: {'Port': ['ID=a19b6246-d13c-4b2a-88f6-0f15a6bcbfcb,revision_number=2']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:52.191190 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-23e01d4e-8e89-4531-897f-cb1959d0830a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:52.198701 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-23e01d4e-8e89-4531-897f-cb1959d0830a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407876'] for floatingip, after_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:52.229358 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-23e01d4e-8e89-4531-897f-cb1959d0830a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for floatingip, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:52.237555 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-23e01d4e-8e89-4531-897f-cb1959d0830a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2679017 May 17 12:06:52.414485 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-3718d245-ea1d-4b50-80bd-ca1d6e1b8b8e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Synchronizing usage tracker for tenant:74eacc72869f49c6b97dcf14e5f937b4 on resource:security_group {{(pid=78701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:06:52.429855 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-3718d245-ea1d-4b50-80bd-ca1d6e1b8b8e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Unset dirty status for tenant:74eacc72869f49c6b97dcf14e5f937b4 on resource:security_group {{(pid=78701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:06:52.431249 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-3718d245-ea1d-4b50-80bd-ca1d6e1b8b8e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1915224026&fields=id&tenant_id=74eacc72869f49c6b97dcf14e5f937b4 HTTP/1.1" status: 200 len: 267 time: 0.0562925 May 17 12:06:52.484523 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-40a46edf-2ae7-4e81-8dd7-0955ef51e3ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405914'] for router_interface, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:52.589849 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-4b6ac906-597f-4a6b-8e9a-71b9e56855de tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:52.591410 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-4b6ac906-597f-4a6b-8e9a-71b9e56855de tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/networks?id=232f65e1-0da5-4006-971a-4fd3e6d8c4db HTTP/1.1" status: 200 len: 810 time: 0.1518791 May 17 12:06:52.607122 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-f8ac694c-d832-45ee-96f4-769b03a566f1 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/quotas/74eacc72869f49c6b97dcf14e5f937b4 HTTP/1.1" status: 200 len: 375 time: 0.0096622 May 17 12:06:52.701875 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-1ff87d10-3807-405f-b45c-2edd4d1ac8bc tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=74eacc72869f49c6b97dcf14e5f937b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0884151 May 17 12:06:52.894072 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a46edf-2ae7-4e81-8dd7-0955ef51e3ee admin admin] Router a6d0911b-a4d2-4ed8-a748-19e8a6f54f87 has already been hosted by L3 agent 7d9bdccf-07e9-4436-af26-1dad3be87fd8 {{(pid=78700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:06:52.900208 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-87ad3a67-58c0-43e5-8e25-4154b4671470 service neutron] 10.222.0.11 "GET /v2.0/networks/232f65e1-0da5-4006-971a-4fd3e6d8c4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868768 May 17 12:06:53.050504 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-967eeeeb-306d-4e91-9d1b-9997d8abc8aa service neutron] 10.222.0.11 "GET /v2.0/networks/232f65e1-0da5-4006-971a-4fd3e6d8c4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369481 May 17 12:06:53.176228 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a46edf-2ae7-4e81-8dd7-0955ef51e3ee admin admin] Notify agent at l3_agent.dv-cinder-734144-19-iscsi the message routers_updated {{(pid=78700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:06:53.186697 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242956f2-f887-45a4-931c-a1c205150981 None None] Sync routers for ids ['a6d0911b-a4d2-4ed8-a748-19e8a6f54f87'] in dv-cinder-734144-19-iscsi {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:06:53.199463 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-40a46edf-2ae7-4e81-8dd7-0955ef51e3ee admin admin] 10.222.0.11 "PUT /v2.0/routers/a6d0911b-a4d2-4ed8-a748-19e8a6f54f87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8450930 May 17 12:06:53.200004 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 34114) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:06:53.204376 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242956f2-f887-45a4-931c-a1c205150981 None None] Routers {'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:06:53.205433 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-242956f2-f887-45a4-931c-a1c205150981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:06:41Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['a6d0911b-a4d2-4ed8-a748-19e8a6f54f87'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:53.333205 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-33b217b7-2109-404e-a3de-cae8c6cc6a13 req-9e2a512a-4518-459e-85ef-dda006a5465f tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Synchronizing usage tracker for tenant:74eacc72869f49c6b97dcf14e5f937b4 on resource:port {{(pid=78700) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:06:53.368323 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-33b217b7-2109-404e-a3de-cae8c6cc6a13 req-9e2a512a-4518-459e-85ef-dda006a5465f tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Unset dirty status for tenant:74eacc72869f49c6b97dcf14e5f937b4 on resource:port {{(pid=78700) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:06:53.395655 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-33b217b7-2109-404e-a3de-cae8c6cc6a13 req-9e2a512a-4518-459e-85ef-dda006a5465f tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=806863d6-c30e-4c4f-870a-f5f56dfee179 HTTP/1.1" status: 200 len: 210 time: 0.1353831 May 17 12:06:53.461064 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-242956f2-f887-45a4-931c-a1c205150981 None None] Set router a6d0911b-a4d2-4ed8-a748-19e8a6f54f87 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:06:53.486718 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-6a3a9adb-f9e9-48eb-9c0a-619db657d198 admin admin] Notify callbacks [] for router, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:53.785217 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-6a3a9adb-f9e9-48eb-9c0a-619db657d198 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:53.844652 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-242956f2-f887-45a4-931c-a1c205150981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87', 'name': 'tempest-TestMinimumBasicScenario-611068958-router', 'tenant_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'fe49a373-addb-4359-bcca-950c9c241118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:25Z', 'updated_at': '2021-05-17T12:06:51Z', 'revision_number': 5, 'project_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'gw_port': {'id': 'fe49a373-addb-4359-bcca-950c9c241118', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:26Z', 'updated_at': '2021-05-17T12:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi'}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:53.849015 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242956f2-f887-45a4-931c-a1c205150981 None None] Checking router: a6d0911b-a4d2-4ed8-a748-19e8a6f54f87 for host: dv-cinder-734144-19-iscsi {{(pid=78702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:06:53.865031 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242956f2-f887-45a4-931c-a1c205150981 None None] Routers {'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:06:53.866516 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-242956f2-f887-45a4-931c-a1c205150981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:06:41Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['a6d0911b-a4d2-4ed8-a748-19e8a6f54f87'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:53.891760 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-6a3a9adb-f9e9-48eb-9c0a-619db657d198 admin admin] Deleting port fe49a373-addb-4359-bcca-950c9c241118 {{(pid=78701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:06:53.892279 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-6a3a9adb-f9e9-48eb-9c0a-619db657d198 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:54.028695 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.db [None req-6a3a9adb-f9e9-48eb-9c0a-619db657d198 admin admin] For port fe49a373-addb-4359-bcca-950c9c241118, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=fe49a373-addb-4359-bcca-950c9c241118,segment=NetworkSegment(8b5d1e01-0c84-4e6b-9682-76a98a471ba9),segment_id=8b5d1e01-0c84-4e6b-9682-76a98a471ba9)] {{(pid=78701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:06:54.031254 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-6a3a9adb-f9e9-48eb-9c0a-619db657d198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:54.051773 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-242956f2-f887-45a4-931c-a1c205150981 None None] Set router a6d0911b-a4d2-4ed8-a748-19e8a6f54f87 gateway port host: None {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:06:54.158997 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-6a3a9adb-f9e9-48eb-9c0a-619db657d198 admin admin] Calling delete_port for fe49a373-addb-4359-bcca-950c9c241118 owned by network:router_gateway {{(pid=78701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:06:54.159746 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-242956f2-f887-45a4-931c-a1c205150981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87', 'name': 'tempest-TestMinimumBasicScenario-611068958-router', 'tenant_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:25Z', 'updated_at': '2021-05-17T12:06:53Z', 'revision_number': 6, 'project_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'gw_port_host': None}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:54.163779 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242956f2-f887-45a4-931c-a1c205150981 None None] The sync data for ids ['a6d0911b-a4d2-4ed8-a748-19e8a6f54f87'] in dv-cinder-734144-19-iscsi is: [{'id': 'a6d0911b-a4d2-4ed8-a748-19e8a6f54f87', 'name': 'tempest-TestMinimumBasicScenario-611068958-router', 'tenant_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:25Z', 'updated_at': '2021-05-17T12:06:53Z', 'revision_number': 6, 'project_id': '05e25a4be2774eceadebdf38b9b2fdf8', 'gw_port_host': None}] {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:06:54.301860 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-6a3a9adb-f9e9-48eb-9c0a-619db657d198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534708'] for port, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:54.306489 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:54.353928 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a9adb-f9e9-48eb-9c0a-619db657d198 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe49a373-addb-4359-bcca-950c9c241118,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:54.384822 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-6a3a9adb-f9e9-48eb-9c0a-619db657d198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:54.454651 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-6a3a9adb-f9e9-48eb-9c0a-619db657d198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407825'] for router_gateway, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:54.595608 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-c0cef79d-9dd4-45df-90f3-c9cf893cb3e8 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:54.597275 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-c0cef79d-9dd4-45df-90f3-c9cf893cb3e8 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.52 "GET /v2.0/networks?id=232f65e1-0da5-4006-971a-4fd3e6d8c4db HTTP/1.1" status: 200 len: 810 time: 0.1888134 May 17 12:06:54.655122 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-42c63c4c-b5c0-4dd4-840a-5ffcf680f8f7 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Synchronizing usage tracker for tenant:74eacc72869f49c6b97dcf14e5f937b4 on resource:security_group {{(pid=78700) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:06:54.669888 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-42c63c4c-b5c0-4dd4-840a-5ffcf680f8f7 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Unset dirty status for tenant:74eacc72869f49c6b97dcf14e5f937b4 on resource:security_group {{(pid=78700) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:06:54.671025 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-42c63c4c-b5c0-4dd4-840a-5ffcf680f8f7 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74eacc72869f49c6b97dcf14e5f937b4 HTTP/1.1" status: 200 len: 380 time: 0.0650015 May 17 12:06:54.681411 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-e745f6ad-1332-44a7-89d5-acfbd75c3a2d tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Request body: {'port': {'device_id': '806863d6-c30e-4c4f-870a-f5f56dfee179', 'network_id': '232f65e1-0da5-4006-971a-4fd3e6d8c4db', 'admin_state_up': True, 'tenant_id': '74eacc72869f49c6b97dcf14e5f937b4', 'security_groups': ['2a2046c9-2e92-4d44-98f1-000078eff640']}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:06:54.694185 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-f4d6c75f-c384-4734-80b5-f13bcb9f08f4 req-f66fadd8-6c48-49c7-8bf5-015c7b99b360 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=806863d6-c30e-4c4f-870a-f5f56dfee179 HTTP/1.1" status: 200 len: 210 time: 0.1890252 May 17 12:06:54.697997 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-6a3a9adb-f9e9-48eb-9c0a-619db657d198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12272'] for router, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:54.700460 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-6a3a9adb-f9e9-48eb-9c0a-619db657d198 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:54.795620 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-6a3a9adb-f9e9-48eb-9c0a-619db657d198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-408041'] for router, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:54.796408 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3a9adb-f9e9-48eb-9c0a-619db657d198 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6d0911b-a4d2-4ed8-a748-19e8a6f54f87 {{(pid=78701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 17 12:06:54.809339 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-6a3a9adb-f9e9-48eb-9c0a-619db657d198 admin admin] Notify callbacks [] for router, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:54.811887 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-6a3a9adb-f9e9-48eb-9c0a-619db657d198 admin admin] 10.222.0.11 "DELETE /v2.0/routers/a6d0911b-a4d2-4ed8-a748-19e8a6f54f87 HTTP/1.1" status: 204 len: 168 time: 1.6107717 May 17 12:06:54.814368 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 34134) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:06:54.821566 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-e745f6ad-1332-44a7-89d5-acfbd75c3a2d tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:06:54.831718 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-e745f6ad-1332-44a7-89d5-acfbd75c3a2d tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:06:54.842414 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-e745f6ad-1332-44a7-89d5-acfbd75c3a2d tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Made reservation on behalf of 74eacc72869f49c6b97dcf14e5f937b4 for: {'port': 1} {{(pid=78700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:06:54.846305 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-e745f6ad-1332-44a7-89d5-acfbd75c3a2d tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:54.875311 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b56bda0-5cf7-455e-acb4-61401e54067e admin admin] Deleting subnet 09a794ab-93ea-4d3a-9af7-0e8998678595 {{(pid=78701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 12:06:54.878547 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-6b56bda0-5cf7-455e-acb4-61401e54067e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:54.931222 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-6b56bda0-5cf7-455e-acb4-61401e54067e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2587883'] for subnet, precommit_delete_associations {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:55.027246 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.db_base_plugin_common [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-e745f6ad-1332-44a7-89d5-acfbd75c3a2d tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Allocated IP 172.20.0.14 (232f65e1-0da5-4006-971a-4fd3e6d8c4db/4df74225-b796-4a2f-84ac-d4b6fecaea77/3aeba6c7-da35-4ea7-bfa1-4229a71a8e71) {{(pid=78700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:06:55.068062 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-6b56bda0-5cf7-455e-acb4-61401e54067e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383026'] for subnet, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:55.240528 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-e745f6ad-1332-44a7-89d5-acfbd75c3a2d tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks [] for port, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:55.258638 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.provisioning_blocks [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-e745f6ad-1332-44a7-89d5-acfbd75c3a2d tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Transition to ACTIVE for port object 3aeba6c7-da35-4ea7-bfa1-4229a71a8e71 will not be triggered until provisioned by entity DHCP. {{(pid=78700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:06:55.294669 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-e745f6ad-1332-44a7-89d5-acfbd75c3a2d tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:55.301132 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-d9296921-ec15-4df3-97fa-acc8eacd500a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:55.368143 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-e745f6ad-1332-44a7-89d5-acfbd75c3a2d tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Network 232f65e1-0da5-4006-971a-4fd3e6d8c4db is already hosted by enough agents. {{(pid=78700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:06:55.371323 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.base_scheduler [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-e745f6ad-1332-44a7-89d5-acfbd75c3a2d tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Resources bound (agent type, host, resource id): {{(pid=78700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:06:55.373756 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-e745f6ad-1332-44a7-89d5-acfbd75c3a2d tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Received port after_create {{(pid=78700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:06:55.445549 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-6b56bda0-5cf7-455e-acb4-61401e54067e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2534855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2580816'] for subnet, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:55.451910 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:55.486772 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b56bda0-5cf7-455e-acb4-61401e54067e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09a794ab-93ea-4d3a-9af7-0e8998678595,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:55.491710 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-6b56bda0-5cf7-455e-acb4-61401e54067e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:55.495923 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-6b56bda0-5cf7-455e-acb4-61401e54067e admin admin] Notify callbacks [] for subnet, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:55.503311 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94eafd03-1574-4d87-ae49-aa147e6e4fa8 None None] Network 042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8 requested from dv-cinder-734144-19-iscsi {{(pid=78702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:06:55.505473 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-6b56bda0-5cf7-455e-acb4-61401e54067e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/09a794ab-93ea-4d3a-9af7-0e8998678595 HTTP/1.1" status: 204 len: 168 time: 0.6900628 May 17 12:06:55.506319 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 34140) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:06:55.553570 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e745f6ad-1332-44a7-89d5-acfbd75c3a2d tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Pushing event updated for resources: {'Port': ['ID=3aeba6c7-da35-4ea7-bfa1-4229a71a8e71,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:55.565313 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-e745f6ad-1332-44a7-89d5-acfbd75c3a2d tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:55.606915 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-e745f6ad-1332-44a7-89d5-acfbd75c3a2d tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:55.608544 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-e745f6ad-1332-44a7-89d5-acfbd75c3a2d tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:55.640962 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-a244ed64-f247-4f01-865a-473edf0ef166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1494564'] for network, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:55.641687 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-e745f6ad-1332-44a7-89d5-acfbd75c3a2d tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9654367 May 17 12:06:55.655215 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-8e9fd96d-03ba-470e-a87f-7e3796ff0b42 service neutron] Request body: {'port': {'device_id': '806863d6-c30e-4c4f-870a-f5f56dfee179', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:06:55.722017 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-a244ed64-f247-4f01-865a-473edf0ef166 admin admin] Deleting port e9b6c663-6e7c-4c00-abec-3cbdd9c4e6f4 {{(pid=78701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:06:55.722576 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-a244ed64-f247-4f01-865a-473edf0ef166 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:55.734605 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-ad96eab8-aef8-42af-87e6-e0b137b6dfbb None None] Provisioning for port 3aeba6c7-da35-4ea7-bfa1-4229a71a8e71 completed by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:06:55.742269 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-ad96eab8-aef8-42af-87e6-e0b137b6dfbb None None] Provisioning complete for port 3aeba6c7-da35-4ea7-bfa1-4229a71a8e71 triggered by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:06:55.742643 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-ad96eab8-aef8-42af-87e6-e0b137b6dfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:55.783625 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-8e9fd96d-03ba-470e-a87f-7e3796ff0b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:55.822261 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-ad96eab8-aef8-42af-87e6-e0b137b6dfbb None None] Port 3aeba6c7-da35-4ea7-bfa1-4229a71a8e71 cannot update to ACTIVE because it is not bound. {{(pid=78702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 12:06:55.835745 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.db [None req-a244ed64-f247-4f01-865a-473edf0ef166 admin admin] For port e9b6c663-6e7c-4c00-abec-3cbdd9c4e6f4, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=e9b6c663-6e7c-4c00-abec-3cbdd9c4e6f4,segment=NetworkSegment(ebfe5be2-a5ab-413f-9970-7c2debd41896),segment_id=ebfe5be2-a5ab-413f-9970-7c2debd41896)] {{(pid=78701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:06:55.836269 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-a244ed64-f247-4f01-865a-473edf0ef166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:55.913484 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60998ad-9263-496c-81ed-f9ee719ca6c2 None None] DHCP port deletion for 042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8 request from dv-cinder-734144-19-iscsi {{(pid=78702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 17 12:06:55.954889 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 5bff7479-ddba-4202-b986-70c41e1aa62b no longer exists at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:06:56.002744 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-a244ed64-f247-4f01-865a-473edf0ef166 admin admin] Calling delete_port for e9b6c663-6e7c-4c00-abec-3cbdd9c4e6f4 owned by network:dhcp {{(pid=78701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:06:56.014841 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] No Port match for: 5bff7479-ddba-4202-b986-70c41e1aa62b {{(pid=78702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:06:56.015569 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 5bff7479-ddba-4202-b986-70c41e1aa62b not bound to the agent host dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:06:56.016019 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device fe49a373-addb-4359-bcca-950c9c241118 no longer exists at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:06:56.054314 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] No Port match for: fe49a373-addb-4359-bcca-950c9c241118 {{(pid=78702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:06:56.054690 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device fe49a373-addb-4359-bcca-950c9c241118 not bound to the agent host dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:06:56.069978 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-a244ed64-f247-4f01-865a-473edf0ef166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534708'] for port, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:56.074617 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:56.079533 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-b60998ad-9263-496c-81ed-f9ee719ca6c2 None None] Deleting port e9b6c663-6e7c-4c00-abec-3cbdd9c4e6f4 {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:06:56.080046 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b60998ad-9263-496c-81ed-f9ee719ca6c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:56.120575 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a244ed64-f247-4f01-865a-473edf0ef166 admin admin] No DVR routers for this DVR port e9b6c663-6e7c-4c00-abec-3cbdd9c4e6f4 on host dv-cinder-734144-19-iscsi {{(pid=78701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:06:56.127476 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d10166-a4d3-4eab-b5b3-66642ba3a566 req-eb100e8a-4519-4d49-8bde-24e548a5d992 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:56.128294 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-37d10166-a4d3-4eab-b5b3-66642ba3a566 req-eb100e8a-4519-4d49-8bde-24e548a5d992 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Synchronizing usage tracker for tenant:74eacc72869f49c6b97dcf14e5f937b4 on resource:port {{(pid=78700) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:06:56.152075 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a244ed64-f247-4f01-865a-473edf0ef166 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9b6c663-6e7c-4c00-abec-3cbdd9c4e6f4,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:56.155710 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-a244ed64-f247-4f01-865a-473edf0ef166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:56.164537 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-37d10166-a4d3-4eab-b5b3-66642ba3a566 req-eb100e8a-4519-4d49-8bde-24e548a5d992 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Unset dirty status for tenant:74eacc72869f49c6b97dcf14e5f937b4 on resource:port {{(pid=78700) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:06:56.165826 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-37d10166-a4d3-4eab-b5b3-66642ba3a566 req-eb100e8a-4519-4d49-8bde-24e548a5d992 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=806863d6-c30e-4c4f-870a-f5f56dfee179 HTTP/1.1" status: 200 len: 932 time: 0.2800610 May 17 12:06:56.193603 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-b60998ad-9263-496c-81ed-f9ee719ca6c2 None None] For port e9b6c663-6e7c-4c00-abec-3cbdd9c4e6f4, host dv-cinder-734144-19-iscsi, got binding levels [] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:06:56.194167 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b60998ad-9263-496c-81ed-f9ee719ca6c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:56.245545 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-37d10166-a4d3-4eab-b5b3-66642ba3a566 req-fad87577-a282-4dce-a478-f4b39a189f13 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=2a2046c9-2e92-4d44-98f1-000078eff640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627763 May 17 12:06:56.248183 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-a244ed64-f247-4f01-865a-473edf0ef166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382983', 'neutron.services.segments.db._delete_segments_for_network-8762327220098'] for network, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:56.263812 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.services.segments.db [None req-a244ed64-f247-4f01-865a-473edf0ef166 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8']}} {{(pid=78701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:56.281741 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.services.segments.db [None req-a244ed64-f247-4f01-865a-473edf0ef166 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebfe5be2-a5ab-413f-9970-7c2debd41896') {'for_net_delete': True} {{(pid=78701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:56.282075 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.services.segments.db [None req-a244ed64-f247-4f01-865a-473edf0ef166 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebfe5be2-a5ab-413f-9970-7c2debd41896') {} {{(pid=78701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:56.296222 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-a244ed64-f247-4f01-865a-473edf0ef166 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762327230347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2587876'] for segment, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:56.318956 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-a244ed64-f247-4f01-865a-473edf0ef166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205'] for segment, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:56.320733 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-b60998ad-9263-496c-81ed-f9ee719ca6c2 None None] Calling delete_port for e9b6c663-6e7c-4c00-abec-3cbdd9c4e6f4 owned by network:dhcp {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:06:56.324550 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.ipam_backend_mixin [None req-b60998ad-9263-496c-81ed-f9ee719ca6c2 None None] Port e9b6c663-6e7c-4c00-abec-3cbdd9c4e6f4 was not found and therefore no delete operation was performed {{(pid=78702) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 17 12:06:56.326417 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b60998ad-9263-496c-81ed-f9ee719ca6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:56.328338 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a244ed64-f247-4f01-865a-473edf0ef166 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=78701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 12:06:56.329648 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-a244ed64-f247-4f01-865a-473edf0ef166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2534753'] for segment, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:56.331013 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-19295721-4895-4a80-92a4-a89e59df58fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:56.333637 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-8e9fd96d-03ba-470e-a87f-7e3796ff0b42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aeba6c7-da35-4ea7-bfa1-4229a71a8e71 {{(pid=78700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:06:56.343072 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-8e9fd96d-03ba-470e-a87f-7e3796ff0b42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:56.346408 dv-cinder-734144-19-iscsi neutron-server[78701]: Traceback (most recent call last): May 17 12:06:56.346408 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 12:06:56.346408 dv-cinder-734144-19-iscsi neutron-server[78701]: timer() May 17 12:06:56.346408 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 12:06:56.346408 dv-cinder-734144-19-iscsi neutron-server[78701]: cb(*args, **kw) May 17 12:06:56.346408 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 12:06:56.346408 dv-cinder-734144-19-iscsi neutron-server[78701]: return func(*args, **kwargs) May 17 12:06:56.346408 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 12:06:56.346408 dv-cinder-734144-19-iscsi neutron-server[78701]: self._notify() May 17 12:06:56.346408 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 12:06:56.346408 dv-cinder-734144-19-iscsi neutron-server[78701]: self.callback(batched_events) May 17 12:06:56.346408 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 12:06:56.346408 dv-cinder-734144-19-iscsi neutron-server[78701]: event.method(event) May 17 12:06:56.346408 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 12:06:56.346408 dv-cinder-734144-19-iscsi neutron-server[78701]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 12:06:56.346408 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 12:06:56.346408 dv-cinder-734144-19-iscsi neutron-server[78701]: aggregate_uuid = self.p_client.list_aggregates( May 17 12:06:56.346408 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 12:06:56.346408 dv-cinder-734144-19-iscsi neutron-server[78701]: return f(self, *a, **k) May 17 12:06:56.346408 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 12:06:56.346408 dv-cinder-734144-19-iscsi neutron-server[78701]: return self._get(url).json() May 17 12:06:56.346408 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 12:06:56.346408 dv-cinder-734144-19-iscsi neutron-server[78701]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 12:06:56.346408 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 12:06:56.346408 dv-cinder-734144-19-iscsi neutron-server[78701]: return self.request(url, 'GET', **kwargs) May 17 12:06:56.346408 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 12:06:56.346408 dv-cinder-734144-19-iscsi neutron-server[78701]: base_url = self.get_endpoint(auth, allow=allow, May 17 12:06:56.346408 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 12:06:56.346408 dv-cinder-734144-19-iscsi neutron-server[78701]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 12:06:56.346408 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 12:06:56.346408 dv-cinder-734144-19-iscsi neutron-server[78701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 12:06:56.346408 dv-cinder-734144-19-iscsi neutron-server[78701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 12:06:56.374095 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60998ad-9263-496c-81ed-f9ee719ca6c2 None None] Pushing event deleted for resources: {'Port': ['ID=e9b6c663-6e7c-4c00-abec-3cbdd9c4e6f4,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:56.377009 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-b60998ad-9263-496c-81ed-f9ee719ca6c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:56.378020 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60998ad-9263-496c-81ed-f9ee719ca6c2 None None] No DVR routers for this DVR port e9b6c663-6e7c-4c00-abec-3cbdd9c4e6f4 on host dv-cinder-734144-19-iscsi {{(pid=78702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:06:56.431510 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-a244ed64-f247-4f01-865a-473edf0ef166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407862'] for network, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:56.431849 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.provisioning_blocks [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-8e9fd96d-03ba-470e-a87f-7e3796ff0b42 service neutron] Transition to ACTIVE for port object 3aeba6c7-da35-4ea7-bfa1-4229a71a8e71 will not be triggered until provisioned by entity L2. {{(pid=78700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:06:56.435158 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-8e9fd96d-03ba-470e-a87f-7e3796ff0b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2209221'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:56.436124 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-7a01ba88-52d9-4a35-8f64-ae35e2667a59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:56.439607 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-82e36070-b784-4cd2-b42e-473f79051a08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:56.453153 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-a244ed64-f247-4f01-865a-473edf0ef166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for network, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:56.459899 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a244ed64-f247-4f01-865a-473edf0ef166 admin admin] Pushing event deleted for resources: {'Network': ['ID=042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:56.464597 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-a244ed64-f247-4f01-865a-473edf0ef166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:56.481217 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-a244ed64-f247-4f01-865a-473edf0ef166 admin admin] 10.222.0.11 "DELETE /v2.0/networks/042dd99e-7c6c-41f8-8c20-9ac5ad8ed7d8 HTTP/1.1" status: 204 len: 168 time: 0.9707336 May 17 12:06:56.481217 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 34146) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:06:56.583723 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9fd96d-03ba-470e-a87f-7e3796ff0b42 service neutron] Pushing event updated for resources: {'Port': ['ID=3aeba6c7-da35-4ea7-bfa1-4229a71a8e71,revision_number=2']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:56.587952 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-8e9fd96d-03ba-470e-a87f-7e3796ff0b42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:56.721610 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-8e9fd96d-03ba-470e-a87f-7e3796ff0b42 service neutron] Attempting to bind port 3aeba6c7-da35-4ea7-bfa1-4229a71a8e71 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:06:56.722259 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-8e9fd96d-03ba-470e-a87f-7e3796ff0b42 service neutron] Attempting to bind port 3aeba6c7-da35-4ea7-bfa1-4229a71a8e71 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '4aeb874b-5262-4be4-9c4d-452a8932079d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '232f65e1-0da5-4006-971a-4fd3e6d8c4db'}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:06:56.722259 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-8e9fd96d-03ba-470e-a87f-7e3796ff0b42 service neutron] Attempting to bind port 3aeba6c7-da35-4ea7-bfa1-4229a71a8e71 on network 232f65e1-0da5-4006-971a-4fd3e6d8c4db {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:06:56.727067 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-8e9fd96d-03ba-470e-a87f-7e3796ff0b42 service neutron] Port 3aeba6c7-da35-4ea7-bfa1-4229a71a8e71 on network 232f65e1-0da5-4006-971a-4fd3e6d8c4db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 12:06:56.727377 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-8e9fd96d-03ba-470e-a87f-7e3796ff0b42 service neutron] Attempting to bind port 3aeba6c7-da35-4ea7-bfa1-4229a71a8e71 on network 232f65e1-0da5-4006-971a-4fd3e6d8c4db {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:06:56.733579 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-8e9fd96d-03ba-470e-a87f-7e3796ff0b42 service neutron] Checking agent: {'id': 'cd1455da-95ea-496d-8b07-9fb5ea757b4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 59, 37), 'started_at': datetime.datetime(2021, 5, 17, 11, 59, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:06:56.733918 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-8e9fd96d-03ba-470e-a87f-7e3796ff0b42 service neutron] Checking segment: {'id': '4aeb874b-5262-4be4-9c4d-452a8932079d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '232f65e1-0da5-4006-971a-4fd3e6d8c4db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:06:56.734293 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-8e9fd96d-03ba-470e-a87f-7e3796ff0b42 service neutron] Bound using segment: {'id': '4aeb874b-5262-4be4-9c4d-452a8932079d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '232f65e1-0da5-4006-971a-4fd3e6d8c4db'} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:06:56.735209 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-8e9fd96d-03ba-470e-a87f-7e3796ff0b42 service neutron] Bound port: 3aeba6c7-da35-4ea7-bfa1-4229a71a8e71, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aeb874b-5262-4be4-9c4d-452a8932079d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '232f65e1-0da5-4006-971a-4fd3e6d8c4db'}}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:06:56.735209 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-8e9fd96d-03ba-470e-a87f-7e3796ff0b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:56.826759 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-8e9fd96d-03ba-470e-a87f-7e3796ff0b42 service neutron] For port 3aeba6c7-da35-4ea7-bfa1-4229a71a8e71, host hv-cinder-73414, cleared binding levels {{(pid=78700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:06:56.829825 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-8e9fd96d-03ba-470e-a87f-7e3796ff0b42 service neutron] For port 3aeba6c7-da35-4ea7-bfa1-4229a71a8e71, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=3aeba6c7-da35-4ea7-bfa1-4229a71a8e71,segment=NetworkSegment(4aeb874b-5262-4be4-9c4d-452a8932079d),segment_id=4aeb874b-5262-4be4-9c4d-452a8932079d)] {{(pid=78700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:06:56.834397 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-8e9fd96d-03ba-470e-a87f-7e3796ff0b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2209221'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:56.839054 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-8e9fd96d-03ba-470e-a87f-7e3796ff0b42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:56.898757 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-8e9fd96d-03ba-470e-a87f-7e3796ff0b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:56.899374 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-8e9fd96d-03ba-470e-a87f-7e3796ff0b42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:56.900748 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-8e9fd96d-03ba-470e-a87f-7e3796ff0b42 service neutron] 10.222.0.52 "PUT /v2.0/ports/3aeba6c7-da35-4ea7-bfa1-4229a71a8e71 HTTP/1.1" status: 200 len: 1094 time: 1.2508299 May 17 12:06:56.901258 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '806863d6-c30e-4c4f-870a-f5f56dfee179', 'tag': '3aeba6c7-da35-4ea7-bfa1-4229a71a8e71'}] {{(pid=78700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:06:56.986792 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9fd96d-03ba-470e-a87f-7e3796ff0b42 service neutron] Pushing event updated for resources: {'Port': ['ID=3aeba6c7-da35-4ea7-bfa1-4229a71a8e71,revision_number=3']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:56.990835 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '806863d6-c30e-4c4f-870a-f5f56dfee179', 'tag': '3aeba6c7-da35-4ea7-bfa1-4229a71a8e71', 'status': 'completed', 'code': 200} May 17 12:06:56.997619 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-8e9fd96d-03ba-470e-a87f-7e3796ff0b42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:57.036637 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-6afd5d92-6348-4ab9-987f-8e4c4fa0cbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:57.038313 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-6afd5d92-6348-4ab9-987f-8e4c4fa0cbe0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=74eacc72869f49c6b97dcf14e5f937b4&device_id=806863d6-c30e-4c4f-870a-f5f56dfee179 HTTP/1.1" status: 200 len: 1097 time: 0.0903699 May 17 12:06:57.122546 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-1fd8f5fa-841b-4072-907a-b74b3c5d297f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3aeba6c7-da35-4ea7-bfa1-4229a71a8e71 HTTP/1.1" status: 200 len: 217 time: 0.0755668 May 17 12:06:57.188806 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-2d1af521-69f6-496c-ad0d-dcec91af2c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:57.190293 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-2d1af521-69f6-496c-ad0d-dcec91af2c3a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4df74225-b796-4a2f-84ac-d4b6fecaea77 HTTP/1.1" status: 200 len: 849 time: 0.0595393 May 17 12:06:57.198005 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-9e0bda06-44cb-4568-ba54-645a777bac66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405814'] for router_interface, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:57.274657 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-cbda31ac-7618-40e1-9f04-08a1c2e85def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:57.276472 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-cbda31ac-7618-40e1-9f04-08a1c2e85def service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=232f65e1-0da5-4006-971a-4fd3e6d8c4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0790029 May 17 12:06:57.487896 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-fa97ab32-6aee-4e89-8299-6b8c1fb6de3b service neutron] 10.222.0.52 "GET /v2.0/networks/232f65e1-0da5-4006-971a-4fd3e6d8c4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037115 May 17 12:06:57.522315 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad90aeb-f966-4656-98af-78e5094c1104 req-ee981b68-36ea-410b-8a64-2b655e126efd tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:57.523760 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-1ad90aeb-f966-4656-98af-78e5094c1104 req-ee981b68-36ea-410b-8a64-2b655e126efd tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=806863d6-c30e-4c4f-870a-f5f56dfee179 HTTP/1.1" status: 200 len: 944 time: 0.1570714 May 17 12:06:57.614191 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-9e0bda06-44cb-4568-ba54-645a777bac66 admin admin] Deleting port 9fa396ed-e1ff-4889-b151-7c9bd10926ab {{(pid=78701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:06:57.614559 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-9e0bda06-44cb-4568-ba54-645a777bac66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:57.743028 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.db [None req-9e0bda06-44cb-4568-ba54-645a777bac66 admin admin] For port 9fa396ed-e1ff-4889-b151-7c9bd10926ab, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=9fa396ed-e1ff-4889-b151-7c9bd10926ab,segment=NetworkSegment(8d4a264b-49fb-48d2-8b54-3e7a69d62e2a),segment_id=8d4a264b-49fb-48d2-8b54-3e7a69d62e2a)] {{(pid=78701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:06:57.743295 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-9e0bda06-44cb-4568-ba54-645a777bac66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:57.758632 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-1ad90aeb-f966-4656-98af-78e5094c1104 req-6df4cd64-36f6-4ec8-87b1-c78dd9a8ac08 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=2a2046c9-2e92-4d44-98f1-000078eff640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2274718 May 17 12:06:57.789209 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-86bedc5c-8130-41a5-b564-d4b4e828c840 req-69485c66-ec0f-4255-bd33-913e6ef8c698 service neutron] 10.222.0.52 "GET /v2.0/networks/232f65e1-0da5-4006-971a-4fd3e6d8c4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936745 May 17 12:06:57.869222 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device e9b6c663-6e7c-4c00-abec-3cbdd9c4e6f4 no longer exists at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:06:57.886594 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-9e0bda06-44cb-4568-ba54-645a777bac66 admin admin] Calling delete_port for 9fa396ed-e1ff-4889-b151-7c9bd10926ab owned by network:router_interface {{(pid=78701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:06:57.913125 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] No Port match for: e9b6c663-6e7c-4c00-abec-3cbdd9c4e6f4 {{(pid=78702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:06:57.913738 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device e9b6c663-6e7c-4c00-abec-3cbdd9c4e6f4 not bound to the agent host dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:06:57.947561 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddd99f-eef0-4fc4-8296-8665ee8ab761 req-8ad2bc91-7ab4-4e23-852e-c039c296d97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:57.949398 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-78ddd99f-eef0-4fc4-8296-8665ee8ab761 req-8ad2bc91-7ab4-4e23-852e-c039c296d97c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=74eacc72869f49c6b97dcf14e5f937b4&device_id=806863d6-c30e-4c4f-870a-f5f56dfee179 HTTP/1.1" status: 200 len: 1097 time: 0.0932593 May 17 12:06:58.065873 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-9e0bda06-44cb-4568-ba54-645a777bac66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534708'] for port, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:58.070675 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-3bceaa2e-0bb2-43a2-9fed-2441b2111505 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:06:58.112578 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddd99f-eef0-4fc4-8296-8665ee8ab761 req-d46a1b5b-e79d-455e-bcd3-3217f9e141d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:58.114300 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-78ddd99f-eef0-4fc4-8296-8665ee8ab761 req-d46a1b5b-e79d-455e-bcd3-3217f9e141d5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=232f65e1-0da5-4006-971a-4fd3e6d8c4db HTTP/1.1" status: 200 len: 911 time: 0.1584313 May 17 12:06:58.117912 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0bda06-44cb-4568-ba54-645a777bac66 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fa396ed-e1ff-4889-b151-7c9bd10926ab,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:58.121025 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-9e0bda06-44cb-4568-ba54-645a777bac66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:06:58.193941 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-78ddd99f-eef0-4fc4-8296-8665ee8ab761 req-d5df9cc4-4bed-4c7c-ba10-4105bfc907b5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3aeba6c7-da35-4ea7-bfa1-4229a71a8e71 HTTP/1.1" status: 200 len: 217 time: 0.0712063 May 17 12:06:58.272853 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddd99f-eef0-4fc4-8296-8665ee8ab761 req-937f7324-dc0c-4f73-b34e-d15858ffa6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:58.274655 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-78ddd99f-eef0-4fc4-8296-8665ee8ab761 req-937f7324-dc0c-4f73-b34e-d15858ffa6a2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4df74225-b796-4a2f-84ac-d4b6fecaea77 HTTP/1.1" status: 200 len: 849 time: 0.0728116 May 17 12:06:58.359124 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddd99f-eef0-4fc4-8296-8665ee8ab761 req-2d633380-d5c7-4275-bc2d-37b3164f42f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:58.360748 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-78ddd99f-eef0-4fc4-8296-8665ee8ab761 req-2d633380-d5c7-4275-bc2d-37b3164f42f4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=232f65e1-0da5-4006-971a-4fd3e6d8c4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0783584 May 17 12:06:58.388399 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-9e0bda06-44cb-4568-ba54-645a777bac66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405914'] for router_interface, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:58.502640 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-78ddd99f-eef0-4fc4-8296-8665ee8ab761 req-143500e1-5b31-4d15-a7b1-61bcc3639590 service neutron] 10.222.0.52 "GET /v2.0/networks/232f65e1-0da5-4006-971a-4fd3e6d8c4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343312 May 17 12:06:58.651462 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-78ddd99f-eef0-4fc4-8296-8665ee8ab761 req-81c297f4-4119-482a-90ac-5df017abd5bc service neutron] 10.222.0.52 "GET /v2.0/networks/232f65e1-0da5-4006-971a-4fd3e6d8c4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356599 May 17 12:06:58.849400 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e0bda06-44cb-4568-ba54-645a777bac66 admin admin] Router e6b4259c-eaa5-40df-a8e5-36e8722bce22 has already been hosted by L3 agent 7d9bdccf-07e9-4436-af26-1dad3be87fd8 {{(pid=78701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:06:59.082985 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0bda06-44cb-4568-ba54-645a777bac66 admin admin] Notify agent at l3_agent.dv-cinder-734144-19-iscsi the message routers_updated {{(pid=78701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:06:59.092089 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cba867-2b06-43e8-8568-d40056b570e0 None None] Sync routers for ids ['e6b4259c-eaa5-40df-a8e5-36e8722bce22'] in dv-cinder-734144-19-iscsi {{(pid=78703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:06:59.097032 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105733c8-cc90-484a-8036-0d586e7781fe req-3d0f47e0-f659-4932-89fe-aace95dc89e3 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:06:59.098482 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-105733c8-cc90-484a-8036-0d586e7781fe req-3d0f47e0-f659-4932-89fe-aace95dc89e3 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=806863d6-c30e-4c4f-870a-f5f56dfee179 HTTP/1.1" status: 200 len: 944 time: 0.1846154 May 17 12:06:59.103156 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cba867-2b06-43e8-8568-d40056b570e0 None None] Routers {'e6b4259c-eaa5-40df-a8e5-36e8722bce22'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:06:59.104071 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-c8cba867-2b06-43e8-8568-d40056b570e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:06:41Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['e6b4259c-eaa5-40df-a8e5-36e8722bce22'], 'active': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:59.126764 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-9e0bda06-44cb-4568-ba54-645a777bac66 admin admin] 10.222.0.11 "PUT /v2.0/routers/e6b4259c-eaa5-40df-a8e5-36e8722bce22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6441405 May 17 12:06:59.129396 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 34162) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:06:59.229457 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-105733c8-cc90-484a-8036-0d586e7781fe req-221668f8-8e1d-4bda-9cd6-f99903f24372 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=2a2046c9-2e92-4d44-98f1-000078eff640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220632 May 17 12:06:59.289899 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvr_db [None req-c8cba867-2b06-43e8-8568-d40056b570e0 None None] Set router e6b4259c-eaa5-40df-a8e5-36e8722bce22 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:06:59.332681 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-115eec47-ad6d-41a4-be38-431e0bc0640f admin admin] Notify callbacks [] for router, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:59.523137 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-115eec47-ad6d-41a4-be38-431e0bc0640f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:59.578806 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-c8cba867-2b06-43e8-8568-d40056b570e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b4259c-eaa5-40df-a8e5-36e8722bce22', 'name': 'tempest-TestMinimumBasicScenario-125130921-router', 'tenant_id': '1f72dd8a632b40638f70a049e97988fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'c0c2d5aa-7c9b-49aa-a468-4980eae19b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:36Z', 'updated_at': '2021-05-17T12:06:58Z', 'revision_number': 5, 'project_id': '1f72dd8a632b40638f70a049e97988fb', 'gw_port': {'id': 'c0c2d5aa-7c9b-49aa-a468-4980eae19b62', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:11:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b4259c-eaa5-40df-a8e5-36e8722bce22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:38Z', 'updated_at': '2021-05-17T12:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi'}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:59.582632 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cba867-2b06-43e8-8568-d40056b570e0 None None] Checking router: e6b4259c-eaa5-40df-a8e5-36e8722bce22 for host: dv-cinder-734144-19-iscsi {{(pid=78703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:06:59.591029 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cba867-2b06-43e8-8568-d40056b570e0 None None] Routers {'e6b4259c-eaa5-40df-a8e5-36e8722bce22'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:06:59.591639 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-c8cba867-2b06-43e8-8568-d40056b570e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:06:41Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['e6b4259c-eaa5-40df-a8e5-36e8722bce22'], 'active': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:59.595868 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-115eec47-ad6d-41a4-be38-431e0bc0640f admin admin] Deleting port c0c2d5aa-7c9b-49aa-a468-4980eae19b62 {{(pid=78701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:06:59.596200 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-115eec47-ad6d-41a4-be38-431e0bc0640f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:59.707656 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 3aeba6c7-da35-4ea7-bfa1-4229a71a8e71 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:06:59.724144 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.db [None req-115eec47-ad6d-41a4-be38-431e0bc0640f admin admin] For port c0c2d5aa-7c9b-49aa-a468-4980eae19b62, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=c0c2d5aa-7c9b-49aa-a468-4980eae19b62,segment=NetworkSegment(8b5d1e01-0c84-4e6b-9682-76a98a471ba9),segment_id=8b5d1e01-0c84-4e6b-9682-76a98a471ba9)] {{(pid=78701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:06:59.724741 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-115eec47-ad6d-41a4-be38-431e0bc0640f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:06:59.745108 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvr_db [None req-c8cba867-2b06-43e8-8568-d40056b570e0 None None] Set router e6b4259c-eaa5-40df-a8e5-36e8722bce22 gateway port host: None {{(pid=78703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:06:59.873803 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-c8cba867-2b06-43e8-8568-d40056b570e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b4259c-eaa5-40df-a8e5-36e8722bce22', 'name': 'tempest-TestMinimumBasicScenario-125130921-router', 'tenant_id': '1f72dd8a632b40638f70a049e97988fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:36Z', 'updated_at': '2021-05-17T12:06:59Z', 'revision_number': 6, 'project_id': '1f72dd8a632b40638f70a049e97988fb', 'gw_port_host': None}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:59.877479 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port 3aeba6c7-da35-4ea7-bfa1-4229a71a8e71, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=3aeba6c7-da35-4ea7-bfa1-4229a71a8e71,segment=NetworkSegment(4aeb874b-5262-4be4-9c4d-452a8932079d),segment_id=4aeb874b-5262-4be4-9c4d-452a8932079d)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:06:59.878092 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cba867-2b06-43e8-8568-d40056b570e0 None None] The sync data for ids ['e6b4259c-eaa5-40df-a8e5-36e8722bce22'] in dv-cinder-734144-19-iscsi is: [{'id': 'e6b4259c-eaa5-40df-a8e5-36e8722bce22', 'name': 'tempest-TestMinimumBasicScenario-125130921-router', 'tenant_id': '1f72dd8a632b40638f70a049e97988fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:36Z', 'updated_at': '2021-05-17T12:06:59Z', 'revision_number': 6, 'project_id': '1f72dd8a632b40638f70a049e97988fb', 'gw_port_host': None}] {{(pid=78703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:06:59.893935 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-115eec47-ad6d-41a4-be38-431e0bc0640f admin admin] Calling delete_port for c0c2d5aa-7c9b-49aa-a468-4980eae19b62 owned by network:router_gateway {{(pid=78701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:06:59.932552 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Returning: {'device': '3aeba6c7-da35-4ea7-bfa1-4229a71a8e71', 'network_id': '232f65e1-0da5-4006-971a-4fd3e6d8c4db', 'port_id': '3aeba6c7-da35-4ea7-bfa1-4229a71a8e71', 'mac_address': 'fa:16:3e:53:89:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4df74225-b796-4a2f-84ac-d4b6fecaea77', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:07:00.006798 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:00.024879 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aeba6c7-da35-4ea7-bfa1-4229a71a8e71 {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:07:00.045400 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port 3aeba6c7-da35-4ea7-bfa1-4229a71a8e71, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=3aeba6c7-da35-4ea7-bfa1-4229a71a8e71,segment=NetworkSegment(4aeb874b-5262-4be4-9c4d-452a8932079d),segment_id=4aeb874b-5262-4be4-9c4d-452a8932079d)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:07:00.050867 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:00.054256 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-b9082d3a-90a7-45c6-aebe-18bdcba88e28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:00.081236 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-115eec47-ad6d-41a4-be38-431e0bc0640f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534708'] for port, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:00.085577 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:00.135457 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115eec47-ad6d-41a4-be38-431e0bc0640f admin admin] Pushing event deleted for resources: {'Port': ['ID=c0c2d5aa-7c9b-49aa-a468-4980eae19b62,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:00.166900 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-115eec47-ad6d-41a4-be38-431e0bc0640f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:00.178044 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=3aeba6c7-da35-4ea7-bfa1-4229a71a8e71,revision_number=4']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:00.181324 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:00.337288 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] get_ports_and_sgs() called for port_ids ['3aeba6c7-da35-4ea7-bfa1-4229a71a8e71'] {{(pid=78702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:07:00.344140 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-115eec47-ad6d-41a4-be38-431e0bc0640f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407825'] for router_gateway, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:00.443645 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a15b6-07b5-487c-83c1-690f4f697193 req-eaf58973-fbc0-4bb7-b83c-70d10d0c03dc tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:00.445520 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0b1a15b6-07b5-487c-83c1-690f4f697193 req-eaf58973-fbc0-4bb7-b83c-70d10d0c03dc tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=806863d6-c30e-4c4f-870a-f5f56dfee179 HTTP/1.1" status: 200 len: 945 time: 0.0962477 May 17 12:07:00.494649 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0b1a15b6-07b5-487c-83c1-690f4f697193 req-6af8cc72-0ad3-4da2-904f-abf841d51953 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=2a2046c9-2e92-4d44-98f1-000078eff640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424066 May 17 12:07:00.534504 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-115eec47-ad6d-41a4-be38-431e0bc0640f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12272'] for router, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:00.536720 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-115eec47-ad6d-41a4-be38-431e0bc0640f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:00.560227 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-115eec47-ad6d-41a4-be38-431e0bc0640f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-408041'] for router, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:00.560774 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115eec47-ad6d-41a4-be38-431e0bc0640f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6b4259c-eaa5-40df-a8e5-36e8722bce22 {{(pid=78701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 17 12:07:00.572947 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-115eec47-ad6d-41a4-be38-431e0bc0640f admin admin] Notify callbacks [] for router, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:00.574138 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-115eec47-ad6d-41a4-be38-431e0bc0640f admin admin] 10.222.0.11 "DELETE /v2.0/routers/e6b4259c-eaa5-40df-a8e5-36e8722bce22 HTTP/1.1" status: 204 len: 168 time: 1.4439144 May 17 12:07:00.577204 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 34170) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:07:00.642230 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.db_base_plugin_v2 [None req-12a25d28-6a06-4ef5-aed8-48577b37c658 admin admin] Deleting subnet a3fac5ea-ab17-4488-824a-2c6c6a621e63 {{(pid=78701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 12:07:00.645530 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-12a25d28-6a06-4ef5-aed8-48577b37c658 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:00.697522 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-12a25d28-6a06-4ef5-aed8-48577b37c658 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2587883'] for subnet, precommit_delete_associations {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:00.784462 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-12a25d28-6a06-4ef5-aed8-48577b37c658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383026'] for subnet, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:01.097117 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-12a25d28-6a06-4ef5-aed8-48577b37c658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2534855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2580816'] for subnet, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:01.102992 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-85bde740-bbdd-40a1-b21a-178942621d3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:01.148729 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-12a25d28-6a06-4ef5-aed8-48577b37c658 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:01.154092 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1e916b-a3b4-40dd-8339-7c8c111eebfc None None] Network 158e2f75-1664-407e-80ea-d65885984f73 requested from dv-cinder-734144-19-iscsi {{(pid=78702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:07:01.156868 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a25d28-6a06-4ef5-aed8-48577b37c658 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3fac5ea-ab17-4488-824a-2c6c6a621e63,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:01.162389 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-12a25d28-6a06-4ef5-aed8-48577b37c658 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a3fac5ea-ab17-4488-824a-2c6c6a621e63 HTTP/1.1" status: 204 len: 168 time: 0.5816486 May 17 12:07:01.162389 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-12a25d28-6a06-4ef5-aed8-48577b37c658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:01.163018 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 34178) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:07:01.270495 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e9d0eebc-4cf8-4493-b96e-bd657d27cab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1494564'] for network, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:01.347002 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-e9d0eebc-4cf8-4493-b96e-bd657d27cab8 admin admin] Deleting port 2f3209f5-4b34-4b9e-b96c-ccf40abcd56d {{(pid=78701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:07:01.347281 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e9d0eebc-4cf8-4493-b96e-bd657d27cab8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:01.426214 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b82ace7-9e01-4688-928b-3bf6527850e6 None None] DHCP port deletion for 158e2f75-1664-407e-80ea-d65885984f73 request from dv-cinder-734144-19-iscsi {{(pid=78702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 17 12:07:01.457786 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.db [None req-e9d0eebc-4cf8-4493-b96e-bd657d27cab8 admin admin] For port 2f3209f5-4b34-4b9e-b96c-ccf40abcd56d, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=2f3209f5-4b34-4b9e-b96c-ccf40abcd56d,segment=NetworkSegment(8d4a264b-49fb-48d2-8b54-3e7a69d62e2a),segment_id=8d4a264b-49fb-48d2-8b54-3e7a69d62e2a)] {{(pid=78701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:07:01.458124 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e9d0eebc-4cf8-4493-b96e-bd657d27cab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:01.526129 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-1b82ace7-9e01-4688-928b-3bf6527850e6 None None] Deleting port 2f3209f5-4b34-4b9e-b96c-ccf40abcd56d {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:07:01.526815 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1b82ace7-9e01-4688-928b-3bf6527850e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:01.592643 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-e9d0eebc-4cf8-4493-b96e-bd657d27cab8 admin admin] Calling delete_port for 2f3209f5-4b34-4b9e-b96c-ccf40abcd56d owned by network:dhcp {{(pid=78701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:07:01.640397 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-1b82ace7-9e01-4688-928b-3bf6527850e6 None None] For port 2f3209f5-4b34-4b9e-b96c-ccf40abcd56d, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=2f3209f5-4b34-4b9e-b96c-ccf40abcd56d,segment=NetworkSegment(8d4a264b-49fb-48d2-8b54-3e7a69d62e2a),segment_id=8d4a264b-49fb-48d2-8b54-3e7a69d62e2a)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:07:01.640959 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1b82ace7-9e01-4688-928b-3bf6527850e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:01.689898 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e9d0eebc-4cf8-4493-b96e-bd657d27cab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534708'] for port, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:01.694930 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-9ffbe1a7-68f0-469c-b4cb-4ef1b17857ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:01.746962 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d0eebc-4cf8-4493-b96e-bd657d27cab8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f3209f5-4b34-4b9e-b96c-ccf40abcd56d,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:01.749331 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-e9d0eebc-4cf8-4493-b96e-bd657d27cab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:01.752957 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d0eebc-4cf8-4493-b96e-bd657d27cab8 admin admin] No DVR routers for this DVR port 2f3209f5-4b34-4b9e-b96c-ccf40abcd56d on host dv-cinder-734144-19-iscsi {{(pid=78701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:07:01.784080 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 3aeba6c7-da35-4ea7-bfa1-4229a71a8e71 up at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:07:01.818560 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-1b82ace7-9e01-4688-928b-3bf6527850e6 None None] Calling delete_port for 2f3209f5-4b34-4b9e-b96c-ccf40abcd56d owned by network:dhcp {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:07:01.981155 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device c0c2d5aa-7c9b-49aa-a468-4980eae19b62 no longer exists at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:07:02.016007 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e9d0eebc-4cf8-4493-b96e-bd657d27cab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382983', 'neutron.services.segments.db._delete_segments_for_network-8762327220098'] for network, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:02.030328 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] No Port match for: c0c2d5aa-7c9b-49aa-a468-4980eae19b62 {{(pid=78702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:07:02.030667 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device c0c2d5aa-7c9b-49aa-a468-4980eae19b62 not bound to the agent host dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:07:02.031085 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 9fa396ed-e1ff-4889-b151-7c9bd10926ab no longer exists at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:07:02.033558 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85c8d5-76be-42a7-9102-88da115ec1e2 req-6849b626-7264-4dc7-b8a0-776ce4483f85 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:02.035081 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-2e85c8d5-76be-42a7-9102-88da115ec1e2 req-6849b626-7264-4dc7-b8a0-776ce4483f85 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=806863d6-c30e-4c4f-870a-f5f56dfee179 HTTP/1.1" status: 200 len: 945 time: 0.4014645 May 17 12:07:02.041501 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.services.segments.db [None req-e9d0eebc-4cf8-4493-b96e-bd657d27cab8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['158e2f75-1664-407e-80ea-d65885984f73']}} {{(pid=78701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:02.071282 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.services.segments.db [None req-e9d0eebc-4cf8-4493-b96e-bd657d27cab8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d4a264b-49fb-48d2-8b54-3e7a69d62e2a') {'for_net_delete': True} {{(pid=78701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:02.071578 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.services.segments.db [None req-e9d0eebc-4cf8-4493-b96e-bd657d27cab8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d4a264b-49fb-48d2-8b54-3e7a69d62e2a') {} {{(pid=78701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:02.076249 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] No Port match for: 9fa396ed-e1ff-4889-b151-7c9bd10926ab {{(pid=78702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:07:02.076622 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 9fa396ed-e1ff-4889-b151-7c9bd10926ab not bound to the agent host dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:07:02.077096 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 2f3209f5-4b34-4b9e-b96c-ccf40abcd56d no longer exists at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:07:02.088692 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e9d0eebc-4cf8-4493-b96e-bd657d27cab8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762327230347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2587876'] for segment, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:02.121025 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-2e85c8d5-76be-42a7-9102-88da115ec1e2 req-5a37f84c-9505-46ce-b0cb-2271513f2424 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=2a2046c9-2e92-4d44-98f1-000078eff640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673060 May 17 12:07:02.122142 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e9d0eebc-4cf8-4493-b96e-bd657d27cab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205'] for segment, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:02.128994 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9d0eebc-4cf8-4493-b96e-bd657d27cab8 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=78701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 12:07:02.129291 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] No Port match for: 2f3209f5-4b34-4b9e-b96c-ccf40abcd56d {{(pid=78702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:07:02.129431 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e9d0eebc-4cf8-4493-b96e-bd657d27cab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2534753'] for segment, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:02.129642 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 2f3209f5-4b34-4b9e-b96c-ccf40abcd56d not bound to the agent host dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:07:02.147758 dv-cinder-734144-19-iscsi neutron-server[78701]: Traceback (most recent call last): May 17 12:07:02.147758 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 12:07:02.147758 dv-cinder-734144-19-iscsi neutron-server[78701]: timer() May 17 12:07:02.147758 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 12:07:02.147758 dv-cinder-734144-19-iscsi neutron-server[78701]: cb(*args, **kw) May 17 12:07:02.147758 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 12:07:02.147758 dv-cinder-734144-19-iscsi neutron-server[78701]: return func(*args, **kwargs) May 17 12:07:02.147758 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 12:07:02.147758 dv-cinder-734144-19-iscsi neutron-server[78701]: self._notify() May 17 12:07:02.147758 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 12:07:02.147758 dv-cinder-734144-19-iscsi neutron-server[78701]: self.callback(batched_events) May 17 12:07:02.147758 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 12:07:02.147758 dv-cinder-734144-19-iscsi neutron-server[78701]: event.method(event) May 17 12:07:02.147758 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 12:07:02.147758 dv-cinder-734144-19-iscsi neutron-server[78701]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 12:07:02.147758 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 12:07:02.147758 dv-cinder-734144-19-iscsi neutron-server[78701]: aggregate_uuid = self.p_client.list_aggregates( May 17 12:07:02.147758 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 12:07:02.147758 dv-cinder-734144-19-iscsi neutron-server[78701]: return f(self, *a, **k) May 17 12:07:02.147758 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 12:07:02.147758 dv-cinder-734144-19-iscsi neutron-server[78701]: return self._get(url).json() May 17 12:07:02.147758 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 12:07:02.147758 dv-cinder-734144-19-iscsi neutron-server[78701]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 12:07:02.147758 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 12:07:02.147758 dv-cinder-734144-19-iscsi neutron-server[78701]: return self.request(url, 'GET', **kwargs) May 17 12:07:02.147758 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 12:07:02.147758 dv-cinder-734144-19-iscsi neutron-server[78701]: base_url = self.get_endpoint(auth, allow=allow, May 17 12:07:02.147758 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 12:07:02.147758 dv-cinder-734144-19-iscsi neutron-server[78701]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 12:07:02.147758 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 12:07:02.147758 dv-cinder-734144-19-iscsi neutron-server[78701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 12:07:02.147758 dv-cinder-734144-19-iscsi neutron-server[78701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 12:07:02.164767 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Provisioning for port 3aeba6c7-da35-4ea7-bfa1-4229a71a8e71 completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:07:02.173236 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Provisioning complete for port 3aeba6c7-da35-4ea7-bfa1-4229a71a8e71 triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:07:02.173621 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:02.216872 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1b82ace7-9e01-4688-928b-3bf6527850e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:02.223862 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:02.224361 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e9d0eebc-4cf8-4493-b96e-bd657d27cab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407862'] for network, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:02.228256 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-9dc34504-cc9f-4946-b3d5-eb9977de549e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:02.242281 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e9d0eebc-4cf8-4493-b96e-bd657d27cab8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for network, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:02.252776 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d0eebc-4cf8-4493-b96e-bd657d27cab8 admin admin] Pushing event deleted for resources: {'Network': ['ID=158e2f75-1664-407e-80ea-d65885984f73,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:02.257316 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-e9d0eebc-4cf8-4493-b96e-bd657d27cab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:02.260637 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-e9d0eebc-4cf8-4493-b96e-bd657d27cab8 admin admin] 10.222.0.11 "DELETE /v2.0/networks/158e2f75-1664-407e-80ea-d65885984f73 HTTP/1.1" status: 204 len: 168 time: 1.0971303 May 17 12:07:02.264821 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1b82ace7-9e01-4688-928b-3bf6527850e6 None None] Network 158e2f75-1664-407e-80ea-d65885984f73 is not hosted by any dhcp agent {{(pid=78702) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 17 12:07:02.265720 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b82ace7-9e01-4688-928b-3bf6527850e6 None None] No DVR routers for this DVR port 2f3209f5-4b34-4b9e-b96c-ccf40abcd56d on host dv-cinder-734144-19-iscsi {{(pid=78702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:07:02.269119 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b82ace7-9e01-4688-928b-3bf6527850e6 None None] Pushing event deleted for resources: {'Port': ['ID=2f3209f5-4b34-4b9e-b96c-ccf40abcd56d,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:02.276105 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-1b82ace7-9e01-4688-928b-3bf6527850e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:02.349141 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:02.378523 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806863d6-c30e-4c4f-870a-f5f56dfee179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aeba6c7-da35-4ea7-bfa1-4229a71a8e71'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:07:02.388300 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port 3aeba6c7-da35-4ea7-bfa1-4229a71a8e71, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=3aeba6c7-da35-4ea7-bfa1-4229a71a8e71,segment=NetworkSegment(4aeb874b-5262-4be4-9c4d-452a8932079d),segment_id=4aeb874b-5262-4be4-9c4d-452a8932079d)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:07:02.392970 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:02.396022 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:02.468248 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=3aeba6c7-da35-4ea7-bfa1-4229a71a8e71,revision_number=5']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:02.472140 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:02.477537 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 34202) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:07:02.520559 dv-cinder-734144-19-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '806863d6-c30e-4c4f-870a-f5f56dfee179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aeba6c7-da35-4ea7-bfa1-4229a71a8e71', 'code': 200} May 17 12:07:02.542743 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-52a73b85-ef11-459f-9b70-ac8b5243afa9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=05e25a4be2774eceadebdf38b9b2fdf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0635192 May 17 12:07:02.545675 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 34206) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:07:02.617871 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-65fe3a32-13bd-4a75-a96c-2803333bdf4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:02.646040 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-65fe3a32-13bd-4a75-a96c-2803333bdf4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:02.699854 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-65fe3a32-13bd-4a75-a96c-2803333bdf4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:02.705837 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-4825d66d-0848-4965-bde5-a66e8a0bda69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:02.720757 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fe3a32-13bd-4a75-a96c-2803333bdf4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e4744f-3aea-4215-960e-33509e7a3984,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:02.723401 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-65fe3a32-13bd-4a75-a96c-2803333bdf4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:02.730130 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-65fe3a32-13bd-4a75-a96c-2803333bdf4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:02.731838 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-65fe3a32-13bd-4a75-a96c-2803333bdf4b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/67e4744f-3aea-4215-960e-33509e7a3984 HTTP/1.1" status: 204 len: 168 time: 0.1845376 May 17 12:07:02.795456 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ffbe64-5315-4a57-9158-1f2e483b7db8 req-16ded216-a7e6-49ee-839d-6aea1c6a7d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:02.798089 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-e5ffbe64-5315-4a57-9158-1f2e483b7db8 req-16ded216-a7e6-49ee-839d-6aea1c6a7d14 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=806863d6-c30e-4c4f-870a-f5f56dfee179 HTTP/1.1" status: 200 len: 1099 time: 0.0913019 May 17 12:07:02.872662 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-e5ffbe64-5315-4a57-9158-1f2e483b7db8 req-7362dfcb-ef01-4675-acc4-b7db476498e3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2a2046c9-2e92-4d44-98f1-000078eff640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664132 May 17 12:07:03.138826 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 34218) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:07:03.193819 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-ae812a41-e4f5-4793-8334-3af056f44f76 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1f72dd8a632b40638f70a049e97988fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0537438 May 17 12:07:03.196299 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 34226) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:07:03.263953 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-e035f7a9-2773-4db9-b254-9bfaf41a165a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:03.360260 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e0975-473a-4abe-9c7a-995cac173566 req-b8b7fd1e-f2d4-4774-b5a8-f45161c1e93c tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:03.361823 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-a23e0975-473a-4abe-9c7a-995cac173566 req-b8b7fd1e-f2d4-4774-b5a8-f45161c1e93c tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=806863d6-c30e-4c4f-870a-f5f56dfee179 HTTP/1.1" status: 200 len: 946 time: 0.1211236 May 17 12:07:03.373304 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-e035f7a9-2773-4db9-b254-9bfaf41a165a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:03.407953 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-a23e0975-473a-4abe-9c7a-995cac173566 req-ad261f23-4ffb-4a52-aa5c-63266ccb2ead tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=2a2046c9-2e92-4d44-98f1-000078eff640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399861 May 17 12:07:03.455548 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f721ef-136b-4515-990a-e75a7334b7cf req-e6497449-c551-49cd-acd3-0f6c27ab20f7 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:03.457019 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-35f721ef-136b-4515-990a-e75a7334b7cf req-e6497449-c551-49cd-acd3-0f6c27ab20f7 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/networks?id=7d148b08-1ad9-4470-987b-bb4369603158 HTTP/1.1" status: 200 len: 815 time: 0.1947243 May 17 12:07:03.472223 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-35f721ef-136b-4515-990a-e75a7334b7cf req-6316ef10-b467-4ea7-8652-85a281400695 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/quotas/aa3142f2173d4022b0c404c920dc8d54 HTTP/1.1" status: 200 len: 375 time: 0.0095065 May 17 12:07:03.477256 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-e035f7a9-2773-4db9-b254-9bfaf41a165a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:03.482732 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-1a027b83-b44c-494d-925b-fa4d3c68c4a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:03.533562 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e035f7a9-2773-4db9-b254-9bfaf41a165a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae80275-4a34-4cd6-952b-744d9a180cb0,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:03.541247 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-e035f7a9-2773-4db9-b254-9bfaf41a165a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:03.551138 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-e035f7a9-2773-4db9-b254-9bfaf41a165a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:03.552296 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-e035f7a9-2773-4db9-b254-9bfaf41a165a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fae80275-4a34-4cd6-952b-744d9a180cb0 HTTP/1.1" status: 204 len: 168 time: 0.3550072 May 17 12:07:03.585859 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-35f721ef-136b-4515-990a-e75a7334b7cf req-3dce735b-f705-4f33-bf74-3de8aa11825c tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa3142f2173d4022b0c404c920dc8d54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1043770 May 17 12:07:03.745162 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-35f721ef-136b-4515-990a-e75a7334b7cf req-ad04bcf5-53f1-4b9b-8440-38b7b2b73ab3 service neutron] 10.222.0.11 "GET /v2.0/networks/7d148b08-1ad9-4470-987b-bb4369603158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454387 May 17 12:07:04.010523 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-35f721ef-136b-4515-990a-e75a7334b7cf req-3bbf89d5-48a8-41c1-8c24-2ee7d63ba0c6 service neutron] 10.222.0.11 "GET /v2.0/networks/7d148b08-1ad9-4470-987b-bb4369603158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643843 May 17 12:07:04.240539 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-9a204e01-afff-4110-b169-f2ffc6d7f351 req-9e26d059-2c18-47d3-a5c0-3b4f3b25d246 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=e005e9bf-3b4f-4ae1-8141-cf778c404d5e HTTP/1.1" status: 200 len: 210 time: 0.0781980 May 17 12:07:04.430854 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 34266) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:07:04.598135 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [None req-cc580c27-bae8-4d8d-8f35-2a46f1d662fa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1798618458-network', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:07:04.609448 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-cc580c27-bae8-4d8d-8f35-2a46f1d662fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:07:04.615061 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-cc580c27-bae8-4d8d-8f35-2a46f1d662fa admin admin] Usage tracker for resource:network and tenant:bd096020b3c84734ab84d713ecfe505c is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:07:04.619285 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-cc580c27-bae8-4d8d-8f35-2a46f1d662fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:07:04.629347 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-cc580c27-bae8-4d8d-8f35-2a46f1d662fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:07:04.642823 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc580c27-bae8-4d8d-8f35-2a46f1d662fa admin admin] Made reservation on behalf of bd096020b3c84734ab84d713ecfe505c for: {'network': 1} {{(pid=78700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:07:04.645244 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-cc580c27-bae8-4d8d-8f35-2a46f1d662fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1523871'] for network, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:04.659155 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-cc580c27-bae8-4d8d-8f35-2a46f1d662fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:04.678095 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-cc580c27-bae8-4d8d-8f35-2a46f1d662fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:07:04.687878 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74eb091-62f3-4998-bfc0-20040913ca45 req-ed9ba2a5-326c-4fac-8fb0-ff6e68681e8e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:04.689408 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f74eb091-62f3-4998-bfc0-20040913ca45 req-ed9ba2a5-326c-4fac-8fb0-ff6e68681e8e tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=806863d6-c30e-4c4f-870a-f5f56dfee179 HTTP/1.1" status: 200 len: 946 time: 0.1588781 May 17 12:07:04.691950 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-cc580c27-bae8-4d8d-8f35-2a46f1d662fa admin admin] Usage tracker for resource:security_group_rule and tenant:bd096020b3c84734ab84d713ecfe505c is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:07:04.695440 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-cc580c27-bae8-4d8d-8f35-2a46f1d662fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:07:04.718643 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-cc580c27-bae8-4d8d-8f35-2a46f1d662fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:07:04.764521 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f74eb091-62f3-4998-bfc0-20040913ca45 req-cf88141d-3621-4b34-9729-2de4a4693146 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=2a2046c9-2e92-4d44-98f1-000078eff640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656571 May 17 12:07:04.835644 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-cc580c27-bae8-4d8d-8f35-2a46f1d662fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:04.840725 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-cc580c27-bae8-4d8d-8f35-2a46f1d662fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:04.844270 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-5aee9fd7-753f-471a-9761-10e0f070f733 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:04.874370 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc580c27-bae8-4d8d-8f35-2a46f1d662fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=78700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:07:04.889440 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc580c27-bae8-4d8d-8f35-2a46f1d662fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd2fb9c-64b2-411b-b8de-ff6a33af28c5,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:04.894998 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-cc580c27-bae8-4d8d-8f35-2a46f1d662fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:04.896689 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-cc580c27-bae8-4d8d-8f35-2a46f1d662fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205'] for segment, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:04.897255 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.db.segments_db [None req-cc580c27-bae8-4d8d-8f35-2a46f1d662fa admin admin] Added segment a402912a-f827-4eda-8dbb-276cac4a089d of type vlan for network 6fb5c99b-a68d-45a2-861a-1b6b3804e1c1 May 17 12:07:04.942934 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-cc580c27-bae8-4d8d-8f35-2a46f1d662fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762326795951'] for network, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:04.977513 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-cc580c27-bae8-4d8d-8f35-2a46f1d662fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533501'] for network, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:04.978890 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc580c27-bae8-4d8d-8f35-2a46f1d662fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:04.979475 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-cc580c27-bae8-4d8d-8f35-2a46f1d662fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for network, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:04.983069 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:05.019084 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5f5a8-2ca6-43e1-bc04-495b68fa4808 req-a7c76e73-ccc1-4ae1-8c58-bdb009d51f49 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:05.020899 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-f2c5f5a8-2ca6-43e1-bc04-495b68fa4808 req-a7c76e73-ccc1-4ae1-8c58-bdb009d51f49 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=806863d6-c30e-4c4f-870a-f5f56dfee179 HTTP/1.1" status: 200 len: 946 time: 0.0913429 May 17 12:07:05.030811 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 34278) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:07:05.036214 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-8dc3bc3f-c83f-49c8-8032-d6be1c059125 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Request body: {'floatingip': {'port_id': '3aeba6c7-da35-4ea7-bfa1-4229a71a8e71'}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:07:05.085513 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-cc580c27-bae8-4d8d-8f35-2a46f1d662fa admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6529858 May 17 12:07:05.086369 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc580c27-bae8-4d8d-8f35-2a46f1d662fa admin admin] Pushing event updated for resources: {'Network': ['ID=6fb5c99b-a68d-45a2-861a-1b6b3804e1c1,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:05.089482 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 34282) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:07:05.092719 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-cc580c27-bae8-4d8d-8f35-2a46f1d662fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:05.096383 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [None req-eb688e32-624a-494b-ac40-3427330e9f2e admin admin] Request body: {'subnet': {'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1798618458-subnet', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'ip_version': 4}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:07:05.101213 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-eb688e32-624a-494b-ac40-3427330e9f2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:07:05.103400 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Network 6fb5c99b-a68d-45a2-861a-1b6b3804e1c1 details requested by agent ovs-agent-dv-cinder-734144-19-iscsi with host dv-cinder-734144-19-iscsi {{(pid=78702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 12:07:05.105350 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-eb688e32-624a-494b-ac40-3427330e9f2e admin admin] Usage tracker for resource:subnet and tenant:bd096020b3c84734ab84d713ecfe505c is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:07:05.108656 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-eb688e32-624a-494b-ac40-3427330e9f2e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:07:05.115320 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-eb688e32-624a-494b-ac40-3427330e9f2e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:07:05.127857 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb688e32-624a-494b-ac40-3427330e9f2e admin admin] Made reservation on behalf of bd096020b3c84734ab84d713ecfe505c for: {'subnet': 1} {{(pid=78700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:07:05.130277 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-eb688e32-624a-494b-ac40-3427330e9f2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2936353'] for subnet, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:05.139498 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-8dc3bc3f-c83f-49c8-8032-d6be1c059125 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks [] for floatingip, before_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:05.581090 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-bd5c5fd8-6320-4348-a75c-1ac2ff4f4b08 req-d3bd865d-4556-4779-8aa4-24f48d60e208 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=e005e9bf-3b4f-4ae1-8141-cf778c404d5e HTTP/1.1" status: 200 len: 210 time: 0.0911076 May 17 12:07:05.639316 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f721ef-136b-4515-990a-e75a7334b7cf req-a35268d0-e893-4127-aefe-beec30afae83 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:05.640793 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-35f721ef-136b-4515-990a-e75a7334b7cf req-a35268d0-e893-4127-aefe-beec30afae83 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.52 "GET /v2.0/networks?id=7d148b08-1ad9-4470-987b-bb4369603158 HTTP/1.1" status: 200 len: 815 time: 0.2659221 May 17 12:07:05.666557 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [req-35f721ef-136b-4515-990a-e75a7334b7cf req-123e592b-d534-4395-9190-107265e9c324 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Request body: {'port': {'device_id': 'e005e9bf-3b4f-4ae1-8141-cf778c404d5e', 'network_id': '7d148b08-1ad9-4470-987b-bb4369603158', 'admin_state_up': True, 'tenant_id': 'aa3142f2173d4022b0c404c920dc8d54'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:07:05.825433 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [req-35f721ef-136b-4515-990a-e75a7334b7cf req-123e592b-d534-4395-9190-107265e9c324 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:07:05.837782 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [req-35f721ef-136b-4515-990a-e75a7334b7cf req-123e592b-d534-4395-9190-107265e9c324 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:07:05.878094 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35f721ef-136b-4515-990a-e75a7334b7cf req-123e592b-d534-4395-9190-107265e9c324 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Made reservation on behalf of aa3142f2173d4022b0c404c920dc8d54 for: {'port': 1} {{(pid=78700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:07:05.881568 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-35f721ef-136b-4515-990a-e75a7334b7cf req-123e592b-d534-4395-9190-107265e9c324 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:05.974767 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-eb688e32-624a-494b-ac40-3427330e9f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2209136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2936371'] for subnet, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:05.985489 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-d26dcdd0-543d-418d-9b3e-01926507e801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:06.004546 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-8dc3bc3f-c83f-49c8-8032-d6be1c059125 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:06.009525 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-8dc3bc3f-c83f-49c8-8032-d6be1c059125 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407876'] for floatingip, after_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:06.124883 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb688e32-624a-494b-ac40-3427330e9f2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=df17bad4-8d21-4b36-8dd5-091410a2c5d8,revision_number=0']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:06.128739 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-eb688e32-624a-494b-ac40-3427330e9f2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:06.140397 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb688e32-624a-494b-ac40-3427330e9f2e admin admin] Checking segment: {'id': 'a402912a-f827-4eda-8dbb-276cac4a089d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:07:06.140758 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb688e32-624a-494b-ac40-3427330e9f2e admin admin] Network hostable DHCP agents. Network: 6fb5c99b-a68d-45a2-861a-1b6b3804e1c1, hostable agents: ['1bb0aafc-e938-4aea-abc6-5926a36b60fa'], hosted agents: [] {{(pid=78700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:07:06.150475 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.db_base_plugin_common [req-35f721ef-136b-4515-990a-e75a7334b7cf req-123e592b-d534-4395-9190-107265e9c324 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Allocated IP 172.20.0.5 (7d148b08-1ad9-4470-987b-bb4369603158/2265ec26-25ce-4a67-8ace-40a0c329d3f7/c3999364-54ca-4455-ba36-ae2d3ce0f9be) {{(pid=78700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:07:06.187747 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb688e32-624a-494b-ac40-3427330e9f2e admin admin] Network 6fb5c99b-a68d-45a2-861a-1b6b3804e1c1 is scheduled to be hosted by DHCP agent 1bb0aafc-e938-4aea-abc6-5926a36b60fa with binding_index 1 {{(pid=78700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:07:06.207358 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.base_scheduler [None req-eb688e32-624a-494b-ac40-3427330e9f2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-19-iscsi, 6fb5c99b-a68d-45a2-861a-1b6b3804e1c1) {{(pid=78700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:07:06.220323 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b61c650-5b58-44bc-8497-3f8a01186dad None None] Network 6fb5c99b-a68d-45a2-861a-1b6b3804e1c1 requested from dv-cinder-734144-19-iscsi {{(pid=78702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:07:06.229336 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb688e32-624a-494b-ac40-3427330e9f2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:06.229935 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-eb688e32-624a-494b-ac40-3427330e9f2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for subnet, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:06.302896 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.db.l3_db [None req-8dc3bc3f-c83f-49c8-8032-d6be1c059125 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Floating IP ee69b3d6-7db4-4875-8942-9bfea50f08fd associated. External IP: 172.27.1.96, port: 3aeba6c7-da35-4ea7-bfa1-4229a71a8e71. May 17 12:07:06.351715 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-eb688e32-624a-494b-ac40-3427330e9f2e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2576690 May 17 12:07:06.351982 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 34292) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:07:06.357129 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [None req-766c5197-f797-46f2-bc80-ace2dcdd35c1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1798618458-router', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c'}}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:07:06.366648 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-766c5197-f797-46f2-bc80-ace2dcdd35c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:07:06.384639 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-766c5197-f797-46f2-bc80-ace2dcdd35c1 admin admin] Usage tracker for resource:router and tenant:bd096020b3c84734ab84d713ecfe505c is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:07:06.390139 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-766c5197-f797-46f2-bc80-ace2dcdd35c1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:07:06.405457 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-766c5197-f797-46f2-bc80-ace2dcdd35c1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:07:06.433292 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-35f721ef-136b-4515-990a-e75a7334b7cf req-123e592b-d534-4395-9190-107265e9c324 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Notify callbacks [] for port, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:06.437430 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-766c5197-f797-46f2-bc80-ace2dcdd35c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12262'] for router, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:06.438409 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-766c5197-f797-46f2-bc80-ace2dcdd35c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-462602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12281'] for router, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:06.460228 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-766c5197-f797-46f2-bc80-ace2dcdd35c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:06.542423 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-35f721ef-136b-4515-990a-e75a7334b7cf req-123e592b-d534-4395-9190-107265e9c324 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:06.558371 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413585ad-a0ed-456c-85d4-87562c4b0e6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6ad49bc-6772-501e-aeed-729f0e6c613b-6fb5c99b-a68d-45a2-861a-1b6b3804e1c1', 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'fixed_ips': [{'subnet_id': 'df17bad4-8d21-4b36-8dd5-091410a2c5d8'}]}} from dv-cinder-734144-19-iscsi. {{(pid=78702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 17 12:07:06.560177 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-413585ad-a0ed-456c-85d4-87562c4b0e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:06.571986 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] get_ports_and_sgs() called for port_ids ['0640b73d-51e9-47f4-a362-f5b6aaf63e9a', '49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d', '6c71f393-e13d-41b2-9f45-a18a6a7b376f'] {{(pid=78702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:07:06.670731 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-c97ea1ed-b147-45a8-9666-d9565d7b4a70 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:06.726763 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc3bc3f-c83f-49c8-8032-d6be1c059125 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Router 71c12570-4c2d-4042-9c67-5dcd234a942f has already been hosted by L3 agent 7d9bdccf-07e9-4436-af26-1dad3be87fd8 {{(pid=78701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:07:06.790418 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35f721ef-136b-4515-990a-e75a7334b7cf req-123e592b-d534-4395-9190-107265e9c324 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Network 7d148b08-1ad9-4470-987b-bb4369603158 is already hosted by enough agents. {{(pid=78700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:07:06.796383 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.base_scheduler [req-35f721ef-136b-4515-990a-e75a7334b7cf req-123e592b-d534-4395-9190-107265e9c324 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Resources bound (agent type, host, resource id): {{(pid=78700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:07:06.803256 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f721ef-136b-4515-990a-e75a7334b7cf req-123e592b-d534-4395-9190-107265e9c324 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Received port after_create {{(pid=78700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:07:06.977334 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-766c5197-f797-46f2-bc80-ace2dcdd35c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12235'] for router, precommit_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:06.981479 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e592b-d534-4395-9190-107265e9c324 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Pushing event updated for resources: {'Port': ['ID=c3999364-54ca-4455-ba36-ae2d3ce0f9be,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:06.990558 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-123e592b-d534-4395-9190-107265e9c324 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:07.026572 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f721ef-136b-4515-990a-e75a7334b7cf req-123e592b-d534-4395-9190-107265e9c324 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:07.027172 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-35f721ef-136b-4515-990a-e75a7334b7cf req-123e592b-d534-4395-9190-107265e9c324 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:07.048755 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [None req-413585ad-a0ed-456c-85d4-87562c4b0e6b None None] Allocated IP 172.20.0.2 (6fb5c99b-a68d-45a2-861a-1b6b3804e1c1/df17bad4-8d21-4b36-8dd5-091410a2c5d8/cb64a779-0cae-4365-b69a-2ae20dcbb63b) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:07:07.108579 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-35f721ef-136b-4515-990a-e75a7334b7cf req-123e592b-d534-4395-9190-107265e9c324 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4469280 May 17 12:07:07.123383 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [req-35f721ef-136b-4515-990a-e75a7334b7cf req-bb1f4abc-ba30-472a-bd0d-235334845c8f service neutron] Request body: {'port': {'device_id': 'e005e9bf-3b4f-4ae1-8141-cf778c404d5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:07:07.192666 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba961e-9b34-4ebe-8494-506169ee73d3 req-cb18c9f7-1c8c-45bc-b7af-f3b2298ef166 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:07.196353 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-abba961e-9b34-4ebe-8494-506169ee73d3 req-cb18c9f7-1c8c-45bc-b7af-f3b2298ef166 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=e005e9bf-3b4f-4ae1-8141-cf778c404d5e HTTP/1.1" status: 200 len: 931 time: 0.3347609 May 17 12:07:07.200410 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc3bc3f-c83f-49c8-8032-d6be1c059125 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify agent at l3_agent.dv-cinder-734144-19-iscsi the message routers_updated {{(pid=78701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:07:07.208329 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-8dc3bc3f-c83f-49c8-8032-d6be1c059125 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for floatingip, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:07.234090 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a328f37a-518d-4ceb-a59e-3cf379d24686 None None] Sync routers for ids ['71c12570-4c2d-4042-9c67-5dcd234a942f'] in dv-cinder-734144-19-iscsi {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:07:07.265164 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-35f721ef-136b-4515-990a-e75a7334b7cf req-bb1f4abc-ba30-472a-bd0d-235334845c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:07.285065 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a328f37a-518d-4ceb-a59e-3cf379d24686 None None] Routers {'71c12570-4c2d-4042-9c67-5dcd234a942f'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:07:07.285967 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-a328f37a-518d-4ceb-a59e-3cf379d24686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:06:41Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['71c12570-4c2d-4042-9c67-5dcd234a942f'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:07.312346 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-8dc3bc3f-c83f-49c8-8032-d6be1c059125 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "PUT /v2.0/floatingips/ee69b3d6-7db4-4875-8942-9bfea50f08fd HTTP/1.1" status: 200 len: 991 time: 2.2751117 May 17 12:07:07.312346 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '806863d6-c30e-4c4f-870a-f5f56dfee179', 'tag': '3aeba6c7-da35-4ea7-bfa1-4229a71a8e71'}] {{(pid=78701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:07:07.319296 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-abba961e-9b34-4ebe-8494-506169ee73d3 req-7989da55-4d8d-4648-88bf-90506d2adb74 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772402 May 17 12:07:07.581645 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-766c5197-f797-46f2-bc80-ace2dcdd35c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:07.619346 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '806863d6-c30e-4c4f-870a-f5f56dfee179', 'tag': '3aeba6c7-da35-4ea7-bfa1-4229a71a8e71', 'status': 'completed', 'code': 200} May 17 12:07:07.634042 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-766c5197-f797-46f2-bc80-ace2dcdd35c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:07.706643 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-a328f37a-518d-4ceb-a59e-3cf379d24686 None None] Set router 71c12570-4c2d-4042-9c67-5dcd234a942f gateway port host: dv-cinder-734144-19-iscsi {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:07:07.778618 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-413585ad-a0ed-456c-85d4-87562c4b0e6b None None] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:07.800949 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-413585ad-a0ed-456c-85d4-87562c4b0e6b None None] Transition to ACTIVE for port object cb64a779-0cae-4365-b69a-2ae20dcbb63b will not be triggered until provisioned by entity L2. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:07:07.922626 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-413585ad-a0ed-456c-85d4-87562c4b0e6b None None] Transition to ACTIVE for port object cb64a779-0cae-4365-b69a-2ae20dcbb63b will not be triggered until provisioned by entity DHCP. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:07:07.933379 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.db_base_plugin_common [None req-766c5197-f797-46f2-bc80-ace2dcdd35c1 admin admin] Allocated IP 172.27.1.41 (163aee93-eed0-47f4-9809-6291286e957c/35eb0c40-f6d0-43b5-b72a-9e8dd7567b53/c7028193-a2e9-4a80-b026-7b6f8ad5c293) {{(pid=78700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:07:07.950335 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-413585ad-a0ed-456c-85d4-87562c4b0e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:07.951382 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a218cc-013f-4c4f-9b24-18cbbfcaea1f req-b38d4377-f3fc-4542-ba56-41643b259f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:07.952965 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-a8a218cc-013f-4c4f-9b24-18cbbfcaea1f req-b38d4377-f3fc-4542-ba56-41643b259f89 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=74eacc72869f49c6b97dcf14e5f937b4&device_id=806863d6-c30e-4c4f-870a-f5f56dfee179 HTTP/1.1" status: 200 len: 1099 time: 0.2306991 May 17 12:07:07.958101 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-9c3638ec-438d-47d4-8e14-2bb010fb90e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:08.040379 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:08.114879 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413585ad-a0ed-456c-85d4-87562c4b0e6b None None] Network 6fb5c99b-a68d-45a2-861a-1b6b3804e1c1 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:07:08.120249 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-413585ad-a0ed-456c-85d4-87562c4b0e6b None None] Resources bound (agent type, host, resource id): {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:07:08.128756 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413585ad-a0ed-456c-85d4-87562c4b0e6b None None] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:07:08.132842 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413585ad-a0ed-456c-85d4-87562c4b0e6b None None] Pushing event updated for resources: {'Port': ['ID=cb64a779-0cae-4365-b69a-2ae20dcbb63b,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:08.140290 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-413585ad-a0ed-456c-85d4-87562c4b0e6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:08.257863 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-413585ad-a0ed-456c-85d4-87562c4b0e6b None None] Attempting to bind port cb64a779-0cae-4365-b69a-2ae20dcbb63b on host dv-cinder-734144-19-iscsi for vnic_type normal with profile {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:07:08.258741 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-413585ad-a0ed-456c-85d4-87562c4b0e6b None None] Attempting to bind port cb64a779-0cae-4365-b69a-2ae20dcbb63b by drivers openvswitch,hyperv on host dv-cinder-734144-19-iscsi at level 0 using segments [{'id': 'a402912a-f827-4eda-8dbb-276cac4a089d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1'}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:07:08.258741 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413585ad-a0ed-456c-85d4-87562c4b0e6b None None] Attempting to bind port cb64a779-0cae-4365-b69a-2ae20dcbb63b on network 6fb5c99b-a68d-45a2-861a-1b6b3804e1c1 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:07:08.296113 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [req-35f721ef-136b-4515-990a-e75a7334b7cf req-bb1f4abc-ba30-472a-bd0d-235334845c8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3999364-54ca-4455-ba36-ae2d3ce0f9be {{(pid=78700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:07:08.306875 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-35f721ef-136b-4515-990a-e75a7334b7cf req-bb1f4abc-ba30-472a-bd0d-235334845c8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:08.343983 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.provisioning_blocks [req-35f721ef-136b-4515-990a-e75a7334b7cf req-bb1f4abc-ba30-472a-bd0d-235334845c8f service neutron] Transition to ACTIVE for port object c3999364-54ca-4455-ba36-ae2d3ce0f9be will not be triggered until provisioned by entity L2. {{(pid=78700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:07:08.346820 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413585ad-a0ed-456c-85d4-87562c4b0e6b None None] Checking agent: {'id': '99430f10-7a80-40b5-88dc-f3a197e5e86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 11), 'started_at': datetime.datetime(2021, 5, 17, 11, 53, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:07:08.347253 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413585ad-a0ed-456c-85d4-87562c4b0e6b None None] Checking segment: {'id': 'a402912a-f827-4eda-8dbb-276cac4a089d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:07:08.347649 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-413585ad-a0ed-456c-85d4-87562c4b0e6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:08.348106 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413585ad-a0ed-456c-85d4-87562c4b0e6b None None] Bound using segment: {'id': 'a402912a-f827-4eda-8dbb-276cac4a089d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1'} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:07:08.348641 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-413585ad-a0ed-456c-85d4-87562c4b0e6b None None] Bound port: cb64a779-0cae-4365-b69a-2ae20dcbb63b, host: dv-cinder-734144-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a402912a-f827-4eda-8dbb-276cac4a089d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1'}}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:07:08.349072 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-413585ad-a0ed-456c-85d4-87562c4b0e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:08.364394 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-35f721ef-136b-4515-990a-e75a7334b7cf req-bb1f4abc-ba30-472a-bd0d-235334845c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2209221'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:08.373925 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-d5375ee5-6341-4290-867b-c679acdb4222 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:08.465912 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-413585ad-a0ed-456c-85d4-87562c4b0e6b None None] For port cb64a779-0cae-4365-b69a-2ae20dcbb63b, host dv-cinder-734144-19-iscsi, cleared binding levels {{(pid=78702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:07:08.470061 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-a328f37a-518d-4ceb-a59e-3cf379d24686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'name': 'tempest-AttachVolumeTestJSON-483043931-router', 'tenant_id': '74eacc72869f49c6b97dcf14e5f937b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ddb1d406-dd34-4d49-a2fa-2809fd1a93aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:01:21Z', 'updated_at': '2021-05-17T12:01:32Z', 'revision_number': 4, 'project_id': '74eacc72869f49c6b97dcf14e5f937b4', 'gw_port': {'id': 'ddb1d406-dd34-4d49-a2fa-2809fd1a93aa', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ee:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:01:22Z', 'updated_at': '2021-05-17T12:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_floatingips': [{'id': 'ee69b3d6-7db4-4875-8942-9bfea50f08fd', 'tenant_id': '74eacc72869f49c6b97dcf14e5f937b4', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'router_id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'port_id': '3aeba6c7-da35-4ea7-bfa1-4229a71a8e71', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '232f65e1-0da5-4006-971a-4fd3e6d8c4db', 'mac_address': 'fa:16:3e:53:89:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806863d6-c30e-4c4f-870a-f5f56dfee179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:06:51Z', 'updated_at': '2021-05-17T12:07:05Z', 'revision_number': 1, 'project_id': '74eacc72869f49c6b97dcf14e5f937b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f6f862c-62cf-4348-97a6-1ae5d24727fe', 'name': '', 'network_id': '232f65e1-0da5-4006-971a-4fd3e6d8c4db', 'tenant_id': '74eacc72869f49c6b97dcf14e5f937b4', 'mac_address': 'fa:16:3e:f7:c5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4df74225-b796-4a2f-84ac-d4b6fecaea77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:01:30Z', 'updated_at': '2021-05-17T12:01:49Z', 'revision_number': 5, 'project_id': '74eacc72869f49c6b97dcf14e5f937b4', 'subnets': [{'id': '4df74225-b796-4a2f-84ac-d4b6fecaea77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:08.473260 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-413585ad-a0ed-456c-85d4-87562c4b0e6b None None] For port cb64a779-0cae-4365-b69a-2ae20dcbb63b, host dv-cinder-734144-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=cb64a779-0cae-4365-b69a-2ae20dcbb63b,segment=NetworkSegment(a402912a-f827-4eda-8dbb-276cac4a089d),segment_id=a402912a-f827-4eda-8dbb-276cac4a089d)] {{(pid=78702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:07:08.477679 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a328f37a-518d-4ceb-a59e-3cf379d24686 None None] Checking router: 71c12570-4c2d-4042-9c67-5dcd234a942f for host: dv-cinder-734144-19-iscsi {{(pid=78702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:07:08.484161 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-413585ad-a0ed-456c-85d4-87562c4b0e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:08.487925 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-dc2db027-d735-41d9-bba4-55c7859873ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:08.542160 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a328f37a-518d-4ceb-a59e-3cf379d24686 None None] Routers {'71c12570-4c2d-4042-9c67-5dcd234a942f'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:07:08.542795 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-a328f37a-518d-4ceb-a59e-3cf379d24686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:06:41Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['71c12570-4c2d-4042-9c67-5dcd234a942f'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:08.604120 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a218cc-013f-4c4f-9b24-18cbbfcaea1f req-a43462ba-36a5-4713-b29f-538fe64f1d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:08.605610 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-a8a218cc-013f-4c4f-9b24-18cbbfcaea1f req-a43462ba-36a5-4713-b29f-538fe64f1d80 service neutron] 10.222.0.52 "GET /v2.0/networks?id=232f65e1-0da5-4006-971a-4fd3e6d8c4db HTTP/1.1" status: 200 len: 911 time: 0.6435611 May 17 12:07:08.612018 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1f4abc-ba30-472a-bd0d-235334845c8f service neutron] Pushing event updated for resources: {'Port': ['ID=c3999364-54ca-4455-ba36-ae2d3ce0f9be,revision_number=2']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:08.617924 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-766c5197-f797-46f2-bc80-ace2dcdd35c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:08.625701 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-bb1f4abc-ba30-472a-bd0d-235334845c8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:08.712910 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413585ad-a0ed-456c-85d4-87562c4b0e6b None None] Pushing event updated for resources: {'Port': ['ID=cb64a779-0cae-4365-b69a-2ae20dcbb63b,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:08.729631 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-413585ad-a0ed-456c-85d4-87562c4b0e6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:08.795999 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-a328f37a-518d-4ceb-a59e-3cf379d24686 None None] Set router 71c12570-4c2d-4042-9c67-5dcd234a942f gateway port host: dv-cinder-734144-19-iscsi {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:07:08.845063 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-a8a218cc-013f-4c4f-9b24-18cbbfcaea1f req-dc9ff8b2-1cef-43b9-9575-0e88079a1d32 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3aeba6c7-da35-4ea7-bfa1-4229a71a8e71 HTTP/1.1" status: 200 len: 999 time: 0.2205691 May 17 12:07:08.869418 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-545aec18-8c66-418c-9f9d-3da9c008206e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:08.923435 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-35f721ef-136b-4515-990a-e75a7334b7cf req-bb1f4abc-ba30-472a-bd0d-235334845c8f service neutron] Attempting to bind port c3999364-54ca-4455-ba36-ae2d3ce0f9be on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:07:08.923784 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-35f721ef-136b-4515-990a-e75a7334b7cf req-bb1f4abc-ba30-472a-bd0d-235334845c8f service neutron] Attempting to bind port c3999364-54ca-4455-ba36-ae2d3ce0f9be by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': 'b61233ca-6cb6-4e29-9ec5-c0502c3c2c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7d148b08-1ad9-4470-987b-bb4369603158'}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:07:08.924113 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f721ef-136b-4515-990a-e75a7334b7cf req-bb1f4abc-ba30-472a-bd0d-235334845c8f service neutron] Attempting to bind port c3999364-54ca-4455-ba36-ae2d3ce0f9be on network 7d148b08-1ad9-4470-987b-bb4369603158 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:07:08.935373 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca98f7f-bc90-41b7-81d4-e48adbcf3dd2 req-5bbeb528-5b98-459b-bea8-c9d8465f9dd2 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:08.936350 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-1ca98f7f-bc90-41b7-81d4-e48adbcf3dd2 req-5bbeb528-5b98-459b-bea8-c9d8465f9dd2 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Synchronizing usage tracker for tenant:aa3142f2173d4022b0c404c920dc8d54 on resource:port {{(pid=78700) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:07:08.948088 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-766c5197-f797-46f2-bc80-ace2dcdd35c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:08.978430 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-de682c40-51bc-4edf-8aa4-7627500a6b38 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:09.017624 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f721ef-136b-4515-990a-e75a7334b7cf req-bb1f4abc-ba30-472a-bd0d-235334845c8f service neutron] Port c3999364-54ca-4455-ba36-ae2d3ce0f9be on network 7d148b08-1ad9-4470-987b-bb4369603158 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 12:07:09.017926 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f721ef-136b-4515-990a-e75a7334b7cf req-bb1f4abc-ba30-472a-bd0d-235334845c8f service neutron] Attempting to bind port c3999364-54ca-4455-ba36-ae2d3ce0f9be on network 7d148b08-1ad9-4470-987b-bb4369603158 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:07:09.070564 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a218cc-013f-4c4f-9b24-18cbbfcaea1f req-8265f6ed-a35a-493a-bfad-9b3d7c1b7237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:09.072068 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-a8a218cc-013f-4c4f-9b24-18cbbfcaea1f req-8265f6ed-a35a-493a-bfad-9b3d7c1b7237 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4df74225-b796-4a2f-84ac-d4b6fecaea77 HTTP/1.1" status: 200 len: 849 time: 0.2162342 May 17 12:07:09.072847 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f721ef-136b-4515-990a-e75a7334b7cf req-bb1f4abc-ba30-472a-bd0d-235334845c8f service neutron] Checking agent: {'id': 'cd1455da-95ea-496d-8b07-9fb5ea757b4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 59, 37), 'started_at': datetime.datetime(2021, 5, 17, 11, 59, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:07:09.073220 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f721ef-136b-4515-990a-e75a7334b7cf req-bb1f4abc-ba30-472a-bd0d-235334845c8f service neutron] Checking segment: {'id': 'b61233ca-6cb6-4e29-9ec5-c0502c3c2c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7d148b08-1ad9-4470-987b-bb4369603158'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:07:09.073607 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f721ef-136b-4515-990a-e75a7334b7cf req-bb1f4abc-ba30-472a-bd0d-235334845c8f service neutron] Bound using segment: {'id': 'b61233ca-6cb6-4e29-9ec5-c0502c3c2c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7d148b08-1ad9-4470-987b-bb4369603158'} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:07:09.074051 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-35f721ef-136b-4515-990a-e75a7334b7cf req-bb1f4abc-ba30-472a-bd0d-235334845c8f service neutron] Bound port: c3999364-54ca-4455-ba36-ae2d3ce0f9be, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b61233ca-6cb6-4e29-9ec5-c0502c3c2c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7d148b08-1ad9-4470-987b-bb4369603158'}}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:07:09.074999 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-35f721ef-136b-4515-990a-e75a7334b7cf req-bb1f4abc-ba30-472a-bd0d-235334845c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:09.145386 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-1ca98f7f-bc90-41b7-81d4-e48adbcf3dd2 req-5bbeb528-5b98-459b-bea8-c9d8465f9dd2 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Unset dirty status for tenant:aa3142f2173d4022b0c404c920dc8d54 on resource:port {{(pid=78700) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:07:09.149477 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-1ca98f7f-bc90-41b7-81d4-e48adbcf3dd2 req-5bbeb528-5b98-459b-bea8-c9d8465f9dd2 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=e005e9bf-3b4f-4ae1-8141-cf778c404d5e HTTP/1.1" status: 200 len: 943 time: 0.6791313 May 17 12:07:09.154303 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766c5197-f797-46f2-bc80-ace2dcdd35c1 admin admin] Network 163aee93-eed0-47f4-9809-6291286e957c is already hosted by enough agents. {{(pid=78700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:07:09.170404 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.base_scheduler [None req-766c5197-f797-46f2-bc80-ace2dcdd35c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=78700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:07:09.186246 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c5197-f797-46f2-bc80-ace2dcdd35c1 admin admin] Pushing event updated for resources: {'Port': ['ID=c7028193-a2e9-4a80-b026-7b6f8ad5c293,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:09.217907 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766c5197-f797-46f2-bc80-ace2dcdd35c1 admin admin] Received port after_create {{(pid=78700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:07:09.248314 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-766c5197-f797-46f2-bc80-ace2dcdd35c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:09.276348 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-a328f37a-518d-4ceb-a59e-3cf379d24686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'name': 'tempest-AttachVolumeTestJSON-483043931-router', 'tenant_id': '74eacc72869f49c6b97dcf14e5f937b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ddb1d406-dd34-4d49-a2fa-2809fd1a93aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:01:21Z', 'updated_at': '2021-05-17T12:01:32Z', 'revision_number': 4, 'project_id': '74eacc72869f49c6b97dcf14e5f937b4', 'gw_port': {'id': 'ddb1d406-dd34-4d49-a2fa-2809fd1a93aa', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ee:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:01:22Z', 'updated_at': '2021-05-17T12:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_floatingips': [{'id': 'ee69b3d6-7db4-4875-8942-9bfea50f08fd', 'tenant_id': '74eacc72869f49c6b97dcf14e5f937b4', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'router_id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'port_id': '3aeba6c7-da35-4ea7-bfa1-4229a71a8e71', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '232f65e1-0da5-4006-971a-4fd3e6d8c4db', 'mac_address': 'fa:16:3e:53:89:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806863d6-c30e-4c4f-870a-f5f56dfee179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:06:51Z', 'updated_at': '2021-05-17T12:07:05Z', 'revision_number': 1, 'project_id': '74eacc72869f49c6b97dcf14e5f937b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f6f862c-62cf-4348-97a6-1ae5d24727fe', 'name': '', 'network_id': '232f65e1-0da5-4006-971a-4fd3e6d8c4db', 'tenant_id': '74eacc72869f49c6b97dcf14e5f937b4', 'mac_address': 'fa:16:3e:f7:c5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4df74225-b796-4a2f-84ac-d4b6fecaea77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:01:30Z', 'updated_at': '2021-05-17T12:01:49Z', 'revision_number': 5, 'project_id': '74eacc72869f49c6b97dcf14e5f937b4', 'subnets': [{'id': '4df74225-b796-4a2f-84ac-d4b6fecaea77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:09.281279 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a328f37a-518d-4ceb-a59e-3cf379d24686 None None] The sync data for ids ['71c12570-4c2d-4042-9c67-5dcd234a942f'] in dv-cinder-734144-19-iscsi is: [{'id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'name': 'tempest-AttachVolumeTestJSON-483043931-router', 'tenant_id': '74eacc72869f49c6b97dcf14e5f937b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ddb1d406-dd34-4d49-a2fa-2809fd1a93aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:01:21Z', 'updated_at': '2021-05-17T12:01:32Z', 'revision_number': 4, 'project_id': '74eacc72869f49c6b97dcf14e5f937b4', 'gw_port': {'id': 'ddb1d406-dd34-4d49-a2fa-2809fd1a93aa', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ee:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:01:22Z', 'updated_at': '2021-05-17T12:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_floatingips': [{'id': 'ee69b3d6-7db4-4875-8942-9bfea50f08fd', 'tenant_id': '74eacc72869f49c6b97dcf14e5f937b4', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'router_id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'port_id': '3aeba6c7-da35-4ea7-bfa1-4229a71a8e71', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '232f65e1-0da5-4006-971a-4fd3e6d8c4db', 'mac_address': 'fa:16:3e:53:89:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806863d6-c30e-4c4f-870a-f5f56dfee179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:06:51Z', 'updated_at': '2021-05-17T12:07:05Z', 'revision_number': 1, 'project_id': '74eacc72869f49c6b97dcf14e5f937b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f6f862c-62cf-4348-97a6-1ae5d24727fe', 'name': '', 'network_id': '232f65e1-0da5-4006-971a-4fd3e6d8c4db', 'tenant_id': '74eacc72869f49c6b97dcf14e5f937b4', 'mac_address': 'fa:16:3e:f7:c5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4df74225-b796-4a2f-84ac-d4b6fecaea77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:01:30Z', 'updated_at': '2021-05-17T12:01:49Z', 'revision_number': 5, 'project_id': '74eacc72869f49c6b97dcf14e5f937b4', 'subnets': [{'id': '4df74225-b796-4a2f-84ac-d4b6fecaea77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:07:09.346963 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-1ca98f7f-bc90-41b7-81d4-e48adbcf3dd2 req-779007f6-ffe0-4373-90ad-b2c9db70e077 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827147 May 17 12:07:09.475666 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-35f721ef-136b-4515-990a-e75a7334b7cf req-bb1f4abc-ba30-472a-bd0d-235334845c8f service neutron] For port c3999364-54ca-4455-ba36-ae2d3ce0f9be, host hv-cinder-73414, cleared binding levels {{(pid=78700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:07:09.496262 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a218cc-013f-4c4f-9b24-18cbbfcaea1f req-1a54eadf-505d-4355-8b3d-af0ae96bd16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:09.498306 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-a8a218cc-013f-4c4f-9b24-18cbbfcaea1f req-1a54eadf-505d-4355-8b3d-af0ae96bd16b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=232f65e1-0da5-4006-971a-4fd3e6d8c4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4134881 May 17 12:07:09.499903 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-35f721ef-136b-4515-990a-e75a7334b7cf req-bb1f4abc-ba30-472a-bd0d-235334845c8f service neutron] For port c3999364-54ca-4455-ba36-ae2d3ce0f9be, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=c3999364-54ca-4455-ba36-ae2d3ce0f9be,segment=NetworkSegment(b61233ca-6cb6-4e29-9ec5-c0502c3c2c37),segment_id=b61233ca-6cb6-4e29-9ec5-c0502c3c2c37)] {{(pid=78700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:07:09.560547 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-35f721ef-136b-4515-990a-e75a7334b7cf req-bb1f4abc-ba30-472a-bd0d-235334845c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2209221'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:09.569032 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-d062e52d-53eb-47cb-9fa5-43349862e7a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:09.707608 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f721ef-136b-4515-990a-e75a7334b7cf req-bb1f4abc-ba30-472a-bd0d-235334845c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:09.708241 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-35f721ef-136b-4515-990a-e75a7334b7cf req-bb1f4abc-ba30-472a-bd0d-235334845c8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:09.709691 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-35f721ef-136b-4515-990a-e75a7334b7cf req-bb1f4abc-ba30-472a-bd0d-235334845c8f service neutron] 10.222.0.52 "PUT /v2.0/ports/c3999364-54ca-4455-ba36-ae2d3ce0f9be HTTP/1.1" status: 200 len: 1093 time: 2.5924888 May 17 12:07:09.710209 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e005e9bf-3b4f-4ae1-8141-cf778c404d5e', 'tag': 'c3999364-54ca-4455-ba36-ae2d3ce0f9be'}] {{(pid=78700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:07:09.756478 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd0cb81-4320-4214-9ab9-3c4af07c3647 None None] New status for floating IP ee69b3d6-7db4-4875-8942-9bfea50f08fd: ACTIVE {{(pid=78703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 12:07:09.948668 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e005e9bf-3b4f-4ae1-8141-cf778c404d5e', 'tag': 'c3999364-54ca-4455-ba36-ae2d3ce0f9be', 'status': 'completed', 'code': 200} May 17 12:07:10.002279 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88a39d6-f4da-43d7-9229-efe5b34000e6 None None] Network 6fb5c99b-a68d-45a2-861a-1b6b3804e1c1 requested from dv-cinder-734144-19-iscsi {{(pid=78702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:07:10.052805 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device cb64a779-0cae-4365-b69a-2ae20dcbb63b up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:07:10.062037 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1f4abc-ba30-472a-bd0d-235334845c8f service neutron] Pushing event updated for resources: {'Port': ['ID=c3999364-54ca-4455-ba36-ae2d3ce0f9be,revision_number=3']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:10.075588 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-bb1f4abc-ba30-472a-bd0d-235334845c8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:10.106878 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-a8a218cc-013f-4c4f-9b24-18cbbfcaea1f req-00bd5f65-da75-47d7-9cbe-de9e49074479 service neutron] 10.222.0.52 "GET /v2.0/networks/232f65e1-0da5-4006-971a-4fd3e6d8c4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5762992 May 17 12:07:10.254429 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-c1970455-b839-403d-bc63-98de450b00f1 None None] Provisioning for port cb64a779-0cae-4365-b69a-2ae20dcbb63b completed by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:07:10.299441 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-766c5197-f797-46f2-bc80-ace2dcdd35c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:10.331950 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning for port cb64a779-0cae-4365-b69a-2ae20dcbb63b completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:07:10.375432 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port cb64a779-0cae-4365-b69a-2ae20dcbb63b triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:07:10.375811 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:10.398588 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f721ef-136b-4515-990a-e75a7334b7cf req-bcd59d74-5417-481f-b578-9cb451a726e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:10.400090 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-35f721ef-136b-4515-990a-e75a7334b7cf req-bcd59d74-5417-481f-b578-9cb451a726e3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aa3142f2173d4022b0c404c920dc8d54&device_id=e005e9bf-3b4f-4ae1-8141-cf778c404d5e HTTP/1.1" status: 200 len: 1096 time: 0.4403675 May 17 12:07:10.489276 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-a8a218cc-013f-4c4f-9b24-18cbbfcaea1f req-eaf1358a-6e34-4368-9e6c-cd500cd6027f service neutron] 10.222.0.52 "GET /v2.0/networks/232f65e1-0da5-4006-971a-4fd3e6d8c4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256602 May 17 12:07:10.492915 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-35f721ef-136b-4515-990a-e75a7334b7cf req-4b9c4426-9143-41a3-b6f5-787c82ba19ea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3999364-54ca-4455-ba36-ae2d3ce0f9be HTTP/1.1" status: 200 len: 217 time: 0.0798485 May 17 12:07:10.560976 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:10.601104 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] For port cb64a779-0cae-4365-b69a-2ae20dcbb63b, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=cb64a779-0cae-4365-b69a-2ae20dcbb63b,segment=NetworkSegment(a402912a-f827-4eda-8dbb-276cac4a089d),segment_id=a402912a-f827-4eda-8dbb-276cac4a089d)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:07:10.609823 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:10.612083 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3434ab9d-0570-4ca2-ae97-d292fa478924 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:10.639177 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f721ef-136b-4515-990a-e75a7334b7cf req-a8fa6ad4-3bb2-48c9-9cb0-9f4018ab6c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:10.640789 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-35f721ef-136b-4515-990a-e75a7334b7cf req-a8fa6ad4-3bb2-48c9-9cb0-9f4018ab6c97 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2265ec26-25ce-4a67-8ace-40a0c329d3f7 HTTP/1.1" status: 200 len: 855 time: 0.0980997 May 17 12:07:10.659661 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cce8f4-608c-4543-baf8-e1daf41279a8 req-e421eeff-4ba0-4344-9896-b8a52c4b37c0 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:10.662485 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-c3cce8f4-608c-4543-baf8-e1daf41279a8 req-e421eeff-4ba0-4344-9896-b8a52c4b37c0 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=e005e9bf-3b4f-4ae1-8141-cf778c404d5e HTTP/1.1" status: 200 len: 943 time: 0.1517017 May 17 12:07:10.690578 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Pushing event updated for resources: {'Port': ['ID=cb64a779-0cae-4365-b69a-2ae20dcbb63b,revision_number=3']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:10.694307 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:10.753563 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-c3cce8f4-608c-4543-baf8-e1daf41279a8 req-3d71a705-1da6-412c-ab14-6dc31d759a5d tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794988 May 17 12:07:10.762958 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-35f721ef-136b-4515-990a-e75a7334b7cf req-4ca777c4-660e-42dd-a957-aad4d4e47859 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d148b08-1ad9-4470-987b-bb4369603158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672967 May 17 12:07:10.900211 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-94918608-d512-4884-8db6-6079c539c30b None None] Provisioning complete for port cb64a779-0cae-4365-b69a-2ae20dcbb63b triggered by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:07:10.900959 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-94918608-d512-4884-8db6-6079c539c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:10.956342 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-766c5197-f797-46f2-bc80-ace2dcdd35c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399684'] for router, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:11.055400 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-35f721ef-136b-4515-990a-e75a7334b7cf req-d38e3ca0-61bd-4692-b008-c710f27a0d36 service neutron] 10.222.0.52 "GET /v2.0/networks/7d148b08-1ad9-4470-987b-bb4369603158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846515 May 17 12:07:11.296475 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-824fa6c3-2c4c-48b9-9a72-ccc216d74cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:11.318595 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:11.410676 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-35f721ef-136b-4515-990a-e75a7334b7cf req-d2c2dbab-37d3-4286-bbac-3c48dded7bad service neutron] 10.222.0.52 "GET /v2.0/networks/7d148b08-1ad9-4470-987b-bb4369603158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478093 May 17 12:07:11.424925 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-766c5197-f797-46f2-bc80-ace2dcdd35c1 admin admin] Router 63e8f73d-ad50-4cd3-929b-215fda21db32 is scheduled to L3 agent 7d9bdccf-07e9-4436-af26-1dad3be87fd8 with binding_index 1 {{(pid=78700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 17 12:07:11.661588 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76abf4-7043-4d10-a867-6e3ab1d2ce71 req-e69702ed-0e91-4a01-9fcb-eefd41b32b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:11.662964 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ee76abf4-7043-4d10-a867-6e3ab1d2ce71 req-e69702ed-0e91-4a01-9fcb-eefd41b32b75 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aa3142f2173d4022b0c404c920dc8d54&device_id=e005e9bf-3b4f-4ae1-8141-cf778c404d5e HTTP/1.1" status: 200 len: 1096 time: 0.1781402 May 17 12:07:11.664020 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766c5197-f797-46f2-bc80-ace2dcdd35c1 admin admin] Notify agent at l3_agent.dv-cinder-734144-19-iscsi the message routers_updated {{(pid=78700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:07:11.672783 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f46bf8f-7975-4a7d-a3e6-1a37df81b2f1 None None] Sync routers for ids ['63e8f73d-ad50-4cd3-929b-215fda21db32'] in dv-cinder-734144-19-iscsi {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:07:11.682613 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f46bf8f-7975-4a7d-a3e6-1a37df81b2f1 None None] Routers {'63e8f73d-ad50-4cd3-929b-215fda21db32'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:07:11.683437 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-9f46bf8f-7975-4a7d-a3e6-1a37df81b2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:07:11Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['63e8f73d-ad50-4cd3-929b-215fda21db32'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:11.776839 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-766c5197-f797-46f2-bc80-ace2dcdd35c1 admin admin] Notify callbacks [] for router, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:11.778227 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-766c5197-f797-46f2-bc80-ace2dcdd35c1 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4253407 May 17 12:07:11.781512 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 34320) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:07:11.971935 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device cb64a779-0cae-4365-b69a-2ae20dcbb63b up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:07:12.000099 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dde5bf-f629-4c33-be74-4b1a419edb77 req-f8eea342-fe7b-4b4c-9ba9-78fe8d9bd417 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:12.001640 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-80dde5bf-f629-4c33-be74-4b1a419edb77 req-f8eea342-fe7b-4b4c-9ba9-78fe8d9bd417 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=e005e9bf-3b4f-4ae1-8141-cf778c404d5e HTTP/1.1" status: 200 len: 943 time: 0.0881891 May 17 12:07:12.062215 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-80dde5bf-f629-4c33-be74-4b1a419edb77 req-0c489686-e271-4710-93f0-a8062db969c2 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542126 May 17 12:07:12.062963 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-9f46bf8f-7975-4a7d-a3e6-1a37df81b2f1 None None] Set router 63e8f73d-ad50-4cd3-929b-215fda21db32 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:07:12.173814 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76abf4-7043-4d10-a867-6e3ab1d2ce71 req-6245017e-b5cb-491a-a977-6eba4ecd0d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:12.174562 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ee76abf4-7043-4d10-a867-6e3ab1d2ce71 req-6245017e-b5cb-491a-a977-6eba4ecd0d9b service neutron] 10.222.0.52 "GET /v2.0/networks?id=7d148b08-1ad9-4470-987b-bb4369603158 HTTP/1.1" status: 200 len: 916 time: 0.4979472 May 17 12:07:12.285295 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port cb64a779-0cae-4365-b69a-2ae20dcbb63b triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:07:12.285685 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:12.303757 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ee76abf4-7043-4d10-a867-6e3ab1d2ce71 req-6f5205e9-644a-43a2-95de-0f5a9200c716 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3999364-54ca-4455-ba36-ae2d3ce0f9be HTTP/1.1" status: 200 len: 217 time: 0.1201022 May 17 12:07:12.380960 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:12.462340 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76abf4-7043-4d10-a867-6e3ab1d2ce71 req-36c3c3b9-52ab-4bc7-843d-afe59985eeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:12.463802 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ee76abf4-7043-4d10-a867-6e3ab1d2ce71 req-36c3c3b9-52ab-4bc7-843d-afe59985eeee service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2265ec26-25ce-4a67-8ace-40a0c329d3f7 HTTP/1.1" status: 200 len: 855 time: 0.1368876 May 17 12:07:12.506794 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-9f46bf8f-7975-4a7d-a3e6-1a37df81b2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'name': 'tempest-TestVolumeBootPattern-1798618458-router', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:06Z', 'updated_at': '2021-05-17T12:07:09Z', 'revision_number': 3, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'gw_port': {'id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:08:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:07Z', 'updated_at': '2021-05-17T12:07:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi'}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:12.511295 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f46bf8f-7975-4a7d-a3e6-1a37df81b2f1 None None] Checking router: 63e8f73d-ad50-4cd3-929b-215fda21db32 for host: dv-cinder-734144-19-iscsi {{(pid=78702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:07:12.511650 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f46bf8f-7975-4a7d-a3e6-1a37df81b2f1 None None] Updating router 63e8f73d-ad50-4cd3-929b-215fda21db32 port c7028193-a2e9-4a80-b026-7b6f8ad5c293 binding host dv-cinder-734144-19-iscsi {{(pid=78702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:07:12.520607 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ee76abf4-7043-4d10-a867-6e3ab1d2ce71 req-e97f940c-754e-4e8a-be21-439bf8abb1a5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d148b08-1ad9-4470-987b-bb4369603158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469913 May 17 12:07:12.569647 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9f46bf8f-7975-4a7d-a3e6-1a37df81b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:12.903895 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ee76abf4-7043-4d10-a867-6e3ab1d2ce71 req-46a37546-84ba-4a54-9871-73dc8bc3c2a3 service neutron] 10.222.0.52 "GET /v2.0/networks/7d148b08-1ad9-4470-987b-bb4369603158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508363 May 17 12:07:12.921966 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9f46bf8f-7975-4a7d-a3e6-1a37df81b2f1 None None] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:12.936280 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-9f46bf8f-7975-4a7d-a3e6-1a37df81b2f1 None None] Transition to ACTIVE for port object c7028193-a2e9-4a80-b026-7b6f8ad5c293 will not be triggered until provisioned by entity L2. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:07:12.944568 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9f46bf8f-7975-4a7d-a3e6-1a37df81b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:12.948769 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:12.950847 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f54f99eb-a4a4-4e07-97df-9f55a6fd5985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:13.029838 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-9f46bf8f-7975-4a7d-a3e6-1a37df81b2f1 None None] Attempting to bind port c7028193-a2e9-4a80-b026-7b6f8ad5c293 on host dv-cinder-734144-19-iscsi for vnic_type normal with profile {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:07:13.030420 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-9f46bf8f-7975-4a7d-a3e6-1a37df81b2f1 None None] Attempting to bind port c7028193-a2e9-4a80-b026-7b6f8ad5c293 by drivers openvswitch,hyperv on host dv-cinder-734144-19-iscsi at level 0 using segments [{'id': '8b5d1e01-0c84-4e6b-9682-76a98a471ba9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '163aee93-eed0-47f4-9809-6291286e957c'}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:07:13.030913 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f46bf8f-7975-4a7d-a3e6-1a37df81b2f1 None None] Attempting to bind port c7028193-a2e9-4a80-b026-7b6f8ad5c293 on network 163aee93-eed0-47f4-9809-6291286e957c {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:07:13.040584 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715478e2-d56d-469e-99bf-654ae0c11f5b None None] Pushing event updated for resources: {'Port': ['ID=c7028193-a2e9-4a80-b026-7b6f8ad5c293,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:13.043610 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f46bf8f-7975-4a7d-a3e6-1a37df81b2f1 None None] Checking agent: {'id': '99430f10-7a80-40b5-88dc-f3a197e5e86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 11), 'started_at': datetime.datetime(2021, 5, 17, 11, 53, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:07:13.044097 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f46bf8f-7975-4a7d-a3e6-1a37df81b2f1 None None] Checking segment: {'id': '8b5d1e01-0c84-4e6b-9682-76a98a471ba9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '163aee93-eed0-47f4-9809-6291286e957c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:07:13.044437 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9f46bf8f-7975-4a7d-a3e6-1a37df81b2f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:13.044840 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f46bf8f-7975-4a7d-a3e6-1a37df81b2f1 None None] Bound using segment: {'id': '8b5d1e01-0c84-4e6b-9682-76a98a471ba9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '163aee93-eed0-47f4-9809-6291286e957c'} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:07:13.045406 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-9f46bf8f-7975-4a7d-a3e6-1a37df81b2f1 None None] Bound port: c7028193-a2e9-4a80-b026-7b6f8ad5c293, host: dv-cinder-734144-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b5d1e01-0c84-4e6b-9682-76a98a471ba9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '163aee93-eed0-47f4-9809-6291286e957c'}}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:07:13.045792 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9f46bf8f-7975-4a7d-a3e6-1a37df81b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:13.077027 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-715478e2-d56d-469e-99bf-654ae0c11f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:13.138495 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ee76abf4-7043-4d10-a867-6e3ab1d2ce71 req-d6a3bee3-c202-4876-8022-a11eb9335491 service neutron] 10.222.0.52 "GET /v2.0/networks/7d148b08-1ad9-4470-987b-bb4369603158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235513 May 17 12:07:13.143510 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-9f46bf8f-7975-4a7d-a3e6-1a37df81b2f1 None None] For port c7028193-a2e9-4a80-b026-7b6f8ad5c293, host dv-cinder-734144-19-iscsi, cleared binding levels {{(pid=78702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:07:13.150069 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-9f46bf8f-7975-4a7d-a3e6-1a37df81b2f1 None None] For port c7028193-a2e9-4a80-b026-7b6f8ad5c293, host dv-cinder-734144-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=c7028193-a2e9-4a80-b026-7b6f8ad5c293,segment=NetworkSegment(8b5d1e01-0c84-4e6b-9682-76a98a471ba9),segment_id=8b5d1e01-0c84-4e6b-9682-76a98a471ba9)] {{(pid=78702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:07:13.158344 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9f46bf8f-7975-4a7d-a3e6-1a37df81b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:13.167535 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-1b82ace7-9e01-4688-928b-3bf6527850e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:13.268988 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca12b4-33c5-4044-9748-1230f97d09a7 req-56de8099-5760-4d7e-a6d0-2ef8619939aa tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:13.273394 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.db_base_plugin_common [None req-f54f99eb-a4a4-4e07-97df-9f55a6fd5985 admin admin] Allocated IP 172.20.0.1 (6fb5c99b-a68d-45a2-861a-1b6b3804e1c1/df17bad4-8d21-4b36-8dd5-091410a2c5d8/62483829-37ae-4176-9f39-760bba38563e) {{(pid=78700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:07:13.276921 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-16ca12b4-33c5-4044-9748-1230f97d09a7 req-56de8099-5760-4d7e-a6d0-2ef8619939aa tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=e005e9bf-3b4f-4ae1-8141-cf778c404d5e HTTP/1.1" status: 200 len: 943 time: 0.0982044 May 17 12:07:13.286769 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715478e2-d56d-469e-99bf-654ae0c11f5b None None] Pushing event updated for resources: {'Port': ['ID=c7028193-a2e9-4a80-b026-7b6f8ad5c293,revision_number=3']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:13.292027 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-715478e2-d56d-469e-99bf-654ae0c11f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:13.296333 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f46bf8f-7975-4a7d-a3e6-1a37df81b2f1 None None] Routers {'63e8f73d-ad50-4cd3-929b-215fda21db32'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:07:13.297023 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-9f46bf8f-7975-4a7d-a3e6-1a37df81b2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:07:11Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['63e8f73d-ad50-4cd3-929b-215fda21db32'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:13.331656 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-16ca12b4-33c5-4044-9748-1230f97d09a7 req-9c901b84-0347-4250-aaa9-b7f137256a3d tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537419 May 17 12:07:13.474831 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f54f99eb-a4a4-4e07-97df-9f55a6fd5985 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:13.489234 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-9f46bf8f-7975-4a7d-a3e6-1a37df81b2f1 None None] Set router 63e8f73d-ad50-4cd3-929b-215fda21db32 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:07:13.498015 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.provisioning_blocks [None req-f54f99eb-a4a4-4e07-97df-9f55a6fd5985 admin admin] Transition to ACTIVE for port object 62483829-37ae-4176-9f39-760bba38563e will not be triggered until provisioned by entity DHCP. {{(pid=78700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:07:13.529819 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f54f99eb-a4a4-4e07-97df-9f55a6fd5985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:13.536656 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:13.630430 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54f99eb-a4a4-4e07-97df-9f55a6fd5985 admin admin] Network 6fb5c99b-a68d-45a2-861a-1b6b3804e1c1 is already hosted by enough agents. {{(pid=78700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:07:13.634721 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.base_scheduler [None req-f54f99eb-a4a4-4e07-97df-9f55a6fd5985 admin admin] Resources bound (agent type, host, resource id): {{(pid=78700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:07:13.640413 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54f99eb-a4a4-4e07-97df-9f55a6fd5985 admin admin] Received port after_create {{(pid=78700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:07:13.686939 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f99eb-a4a4-4e07-97df-9f55a6fd5985 admin admin] Pushing event updated for resources: {'Port': ['ID=62483829-37ae-4176-9f39-760bba38563e,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:13.691659 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-f54f99eb-a4a4-4e07-97df-9f55a6fd5985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:13.707407 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f54f99eb-a4a4-4e07-97df-9f55a6fd5985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407999'] for router_interface, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:13.791093 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device c3999364-54ca-4455-ba36-ae2d3ce0f9be details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:07:13.946011 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-64cf93bd-9e3d-421d-bf18-244851d82c9a None None] Provisioning for port 62483829-37ae-4176-9f39-760bba38563e completed by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:07:13.956263 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-64cf93bd-9e3d-421d-bf18-244851d82c9a None None] Provisioning complete for port 62483829-37ae-4176-9f39-760bba38563e triggered by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:07:13.956693 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-64cf93bd-9e3d-421d-bf18-244851d82c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:14.014435 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f54f99eb-a4a4-4e07-97df-9f55a6fd5985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:14.038508 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-9f46bf8f-7975-4a7d-a3e6-1a37df81b2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'name': 'tempest-TestVolumeBootPattern-1798618458-router', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:06Z', 'updated_at': '2021-05-17T12:07:09Z', 'revision_number': 3, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'gw_port': {'id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:08:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:07Z', 'updated_at': '2021-05-17T12:07:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi'}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:14.048152 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port c3999364-54ca-4455-ba36-ae2d3ce0f9be, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=c3999364-54ca-4455-ba36-ae2d3ce0f9be,segment=NetworkSegment(b61233ca-6cb6-4e29-9ec5-c0502c3c2c37),segment_id=b61233ca-6cb6-4e29-9ec5-c0502c3c2c37)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:07:14.061265 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f46bf8f-7975-4a7d-a3e6-1a37df81b2f1 None None] The sync data for ids ['63e8f73d-ad50-4cd3-929b-215fda21db32'] in dv-cinder-734144-19-iscsi is: [{'id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'name': 'tempest-TestVolumeBootPattern-1798618458-router', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:06Z', 'updated_at': '2021-05-17T12:07:09Z', 'revision_number': 3, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'gw_port': {'id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:08:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:07Z', 'updated_at': '2021-05-17T12:07:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi'}] {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:07:14.069304 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Returning: {'device': 'c3999364-54ca-4455-ba36-ae2d3ce0f9be', 'network_id': '7d148b08-1ad9-4470-987b-bb4369603158', 'port_id': 'c3999364-54ca-4455-ba36-ae2d3ce0f9be', 'mac_address': 'fa:16:3e:b7:d4:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2265ec26-25ce-4a67-8ace-40a0c329d3f7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:07:14.071019 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-64cf93bd-9e3d-421d-bf18-244851d82c9a None None] Port 62483829-37ae-4176-9f39-760bba38563e cannot update to ACTIVE because it is not bound. {{(pid=78702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 12:07:14.135296 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:14.153612 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3999364-54ca-4455-ba36-ae2d3ce0f9be {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:07:14.172994 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port c3999364-54ca-4455-ba36-ae2d3ce0f9be, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=c3999364-54ca-4455-ba36-ae2d3ce0f9be,segment=NetworkSegment(b61233ca-6cb6-4e29-9ec5-c0502c3c2c37),segment_id=b61233ca-6cb6-4e29-9ec5-c0502c3c2c37)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:07:14.179807 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:14.183487 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:14.252970 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:14.266782 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=c3999364-54ca-4455-ba36-ae2d3ce0f9be,revision_number=4']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:14.273606 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:14.332888 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f54f99eb-a4a4-4e07-97df-9f55a6fd5985 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:14.337821 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f54f99eb-a4a4-4e07-97df-9f55a6fd5985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2209221'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:14.367296 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-a2e56ebe-914c-467e-aacc-cae1cb1c0ecb tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:14.480946 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f99eb-a4a4-4e07-97df-9f55a6fd5985 admin admin] Pushing event updated for resources: {'Port': ['ID=62483829-37ae-4176-9f39-760bba38563e,revision_number=2']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:14.488956 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-f54f99eb-a4a4-4e07-97df-9f55a6fd5985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:14.490400 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f54f99eb-a4a4-4e07-97df-9f55a6fd5985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405784'] for router_interface, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:14.495268 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] get_ports_and_sgs() called for port_ids ['c3999364-54ca-4455-ba36-ae2d3ce0f9be'] {{(pid=78702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:07:14.583865 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b5592-2625-49a2-90e3-9332b460c060 req-194bc8ae-b21b-412d-9e7c-6b9ff690fc68 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:14.586419 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-423b5592-2625-49a2-90e3-9332b460c060 req-194bc8ae-b21b-412d-9e7c-6b9ff690fc68 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=e005e9bf-3b4f-4ae1-8141-cf778c404d5e HTTP/1.1" status: 200 len: 944 time: 0.1344490 May 17 12:07:14.675728 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-423b5592-2625-49a2-90e3-9332b460c060 req-c23002ce-8d1a-4343-9d25-b265e7904364 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706778 May 17 12:07:14.719395 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54f99eb-a4a4-4e07-97df-9f55a6fd5985 admin admin] Network 6fb5c99b-a68d-45a2-861a-1b6b3804e1c1 is already hosted by enough agents. {{(pid=78700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:07:14.720853 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.base_scheduler [None req-f54f99eb-a4a4-4e07-97df-9f55a6fd5985 admin admin] Resources bound (agent type, host, resource id): {{(pid=78700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:07:15.003048 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-d7e3d0dd-2dc4-48be-b1d3-65e717d48084 None None] Provisioning complete for port 62483829-37ae-4176-9f39-760bba38563e triggered by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:07:15.003658 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d7e3d0dd-2dc4-48be-b1d3-65e717d48084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:15.061385 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-d7e3d0dd-2dc4-48be-b1d3-65e717d48084 None None] Port 62483829-37ae-4176-9f39-760bba38563e cannot update to ACTIVE because it is not bound. {{(pid=78702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 12:07:15.137313 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54f99eb-a4a4-4e07-97df-9f55a6fd5985 admin admin] Router 63e8f73d-ad50-4cd3-929b-215fda21db32 has already been hosted by L3 agent 7d9bdccf-07e9-4436-af26-1dad3be87fd8 {{(pid=78700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:07:15.320998 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54f99eb-a4a4-4e07-97df-9f55a6fd5985 admin admin] Notify agent at l3_agent.dv-cinder-734144-19-iscsi the message routers_updated {{(pid=78700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:07:15.330464 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-f54f99eb-a4a4-4e07-97df-9f55a6fd5985 admin admin] 10.222.0.11 "PUT /v2.0/routers/63e8f73d-ad50-4cd3-929b-215fda21db32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5479829 May 17 12:07:15.788230 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device c3999364-54ca-4455-ba36-ae2d3ce0f9be up at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:07:15.843698 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bb7599-3e9f-4b34-b23e-7596217ebe54 None None] Sync routers for ids ['63e8f73d-ad50-4cd3-929b-215fda21db32'] in dv-cinder-734144-19-iscsi {{(pid=78703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:07:15.859546 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bb7599-3e9f-4b34-b23e-7596217ebe54 None None] Routers {'63e8f73d-ad50-4cd3-929b-215fda21db32'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:07:15.860190 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-16bb7599-3e9f-4b34-b23e-7596217ebe54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:07:11Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['63e8f73d-ad50-4cd3-929b-215fda21db32'], 'active': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:15.894613 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Provisioning for port c3999364-54ca-4455-ba36-ae2d3ce0f9be completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:07:15.900977 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Provisioning complete for port c3999364-54ca-4455-ba36-ae2d3ce0f9be triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:07:15.901354 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:15.985211 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfdcd8-0c0f-40fc-98c6-8f278469087d req-19b0f922-0fbf-41d0-9a1e-433afc94f925 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:15.986595 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-eccfdcd8-0c0f-40fc-98c6-8f278469087d req-19b0f922-0fbf-41d0-9a1e-433afc94f925 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=e005e9bf-3b4f-4ae1-8141-cf778c404d5e HTTP/1.1" status: 200 len: 944 time: 0.1356812 May 17 12:07:16.024860 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 34356) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:07:16.030779 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [None req-f88b2b36-ee06-4f5e-a1c7-57e9e53e2a54 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-330897650-network', 'tenant_id': '81c8d21265d54280965048bf136c1828'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:07:16.037538 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-f88b2b36-ee06-4f5e-a1c7-57e9e53e2a54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:07:16.043113 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device c7028193-a2e9-4a80-b026-7b6f8ad5c293 up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:07:16.058061 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-f88b2b36-ee06-4f5e-a1c7-57e9e53e2a54 admin admin] Usage tracker for resource:network and tenant:81c8d21265d54280965048bf136c1828 is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:07:16.061946 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-f88b2b36-ee06-4f5e-a1c7-57e9e53e2a54 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:07:16.068221 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-f88b2b36-ee06-4f5e-a1c7-57e9e53e2a54 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:07:16.079215 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-eccfdcd8-0c0f-40fc-98c6-8f278469087d req-51210377-c112-4fd4-be3b-b9c59d6ec909 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864944 May 17 12:07:16.082515 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88b2b36-ee06-4f5e-a1c7-57e9e53e2a54 admin admin] Made reservation on behalf of 81c8d21265d54280965048bf136c1828 for: {'network': 1} {{(pid=78700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:07:16.085318 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f88b2b36-ee06-4f5e-a1c7-57e9e53e2a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1523871'] for network, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:16.110114 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f88b2b36-ee06-4f5e-a1c7-57e9e53e2a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:16.140447 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-f88b2b36-ee06-4f5e-a1c7-57e9e53e2a54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:07:16.147589 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-f88b2b36-ee06-4f5e-a1c7-57e9e53e2a54 admin admin] Usage tracker for resource:security_group_rule and tenant:81c8d21265d54280965048bf136c1828 is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:07:16.151942 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-f88b2b36-ee06-4f5e-a1c7-57e9e53e2a54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:07:16.161885 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-f88b2b36-ee06-4f5e-a1c7-57e9e53e2a54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:07:16.194048 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:16.204693 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvr_db [None req-16bb7599-3e9f-4b34-b23e-7596217ebe54 None None] Set router 63e8f73d-ad50-4cd3-929b-215fda21db32 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:07:16.222957 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning for port c7028193-a2e9-4a80-b026-7b6f8ad5c293 completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:07:16.230150 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e005e9bf-3b4f-4ae1-8141-cf778c404d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3999364-54ca-4455-ba36-ae2d3ce0f9be'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:07:16.239333 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port c7028193-a2e9-4a80-b026-7b6f8ad5c293 triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:07:16.239825 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:16.271282 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port c3999364-54ca-4455-ba36-ae2d3ce0f9be, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=c3999364-54ca-4455-ba36-ae2d3ce0f9be,segment=NetworkSegment(b61233ca-6cb6-4e29-9ec5-c0502c3c2c37),segment_id=b61233ca-6cb6-4e29-9ec5-c0502c3c2c37)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:07:16.285707 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:16.289666 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:16.317558 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f88b2b36-ee06-4f5e-a1c7-57e9e53e2a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:16.323820 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f88b2b36-ee06-4f5e-a1c7-57e9e53e2a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:16.338667 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-5b0f48da-03f2-4cf4-8ded-1b5c3712bd9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:16.344322 dv-cinder-734144-19-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e005e9bf-3b4f-4ae1-8141-cf778c404d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3999364-54ca-4455-ba36-ae2d3ce0f9be', 'code': 200} May 17 12:07:16.377421 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=c3999364-54ca-4455-ba36-ae2d3ce0f9be,revision_number=5']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:16.380790 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:16.399192 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f88b2b36-ee06-4f5e-a1c7-57e9e53e2a54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=78700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:07:16.420120 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b2b36-ee06-4f5e-a1c7-57e9e53e2a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b48213-47a7-4f40-8871-dc1fb4d7c8a3,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:16.426835 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-f88b2b36-ee06-4f5e-a1c7-57e9e53e2a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:16.433372 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f88b2b36-ee06-4f5e-a1c7-57e9e53e2a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205'] for segment, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:16.434617 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.db.segments_db [None req-f88b2b36-ee06-4f5e-a1c7-57e9e53e2a54 admin admin] Added segment d7d8bcb6-3c23-4186-83f0-6fa92c298ddc of type vlan for network a3eea509-8e89-4c2b-bc2f-87f41a06a0d7 May 17 12:07:16.441109 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:16.464479 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] For port c7028193-a2e9-4a80-b026-7b6f8ad5c293, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=c7028193-a2e9-4a80-b026-7b6f8ad5c293,segment=NetworkSegment(8b5d1e01-0c84-4e6b-9682-76a98a471ba9),segment_id=8b5d1e01-0c84-4e6b-9682-76a98a471ba9)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:07:16.469624 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:16.476070 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:16.483838 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f88b2b36-ee06-4f5e-a1c7-57e9e53e2a54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762326795951'] for network, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:16.539403 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f88b2b36-ee06-4f5e-a1c7-57e9e53e2a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533501'] for network, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:16.542894 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88b2b36-ee06-4f5e-a1c7-57e9e53e2a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:16.543758 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f88b2b36-ee06-4f5e-a1c7-57e9e53e2a54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for network, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:16.567475 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Pushing event updated for resources: {'Port': ['ID=c7028193-a2e9-4a80-b026-7b6f8ad5c293,revision_number=4']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:16.572874 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:16.578689 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:16.621406 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-16bb7599-3e9f-4b34-b23e-7596217ebe54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'name': 'tempest-TestVolumeBootPattern-1798618458-router', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:06Z', 'updated_at': '2021-05-17T12:07:13Z', 'revision_number': 4, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'gw_port': {'id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:08:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:07Z', 'updated_at': '2021-05-17T12:07:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': '62483829-37ae-4176-9f39-760bba38563e', 'name': '', 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'mac_address': 'fa:16:3e:cd:ad:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'df17bad4-8d21-4b36-8dd5-091410a2c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:13Z', 'updated_at': '2021-05-17T12:07:14Z', 'revision_number': 2, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'subnets': [{'id': 'df17bad4-8d21-4b36-8dd5-091410a2c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:16.625700 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bb7599-3e9f-4b34-b23e-7596217ebe54 None None] Checking router: 63e8f73d-ad50-4cd3-929b-215fda21db32 for host: dv-cinder-734144-19-iscsi {{(pid=78703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:07:16.626162 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bb7599-3e9f-4b34-b23e-7596217ebe54 None None] Updating router 63e8f73d-ad50-4cd3-929b-215fda21db32 port 62483829-37ae-4176-9f39-760bba38563e binding host dv-cinder-734144-19-iscsi {{(pid=78703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:07:16.684696 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-16bb7599-3e9f-4b34-b23e-7596217ebe54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:16.688647 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-f88b2b36-ee06-4f5e-a1c7-57e9e53e2a54 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6625948 May 17 12:07:16.691717 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 34362) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:07:16.698879 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-d060f471-8d75-4726-a62e-a414d797009e admin admin] Request body: {'subnet': {'network_id': 'a3eea509-8e89-4c2b-bc2f-87f41a06a0d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-330897650-subnet', 'tenant_id': '81c8d21265d54280965048bf136c1828', 'ip_version': 4}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:07:16.706502 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-d060f471-8d75-4726-a62e-a414d797009e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:07:16.711210 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-d060f471-8d75-4726-a62e-a414d797009e admin admin] Usage tracker for resource:subnet and tenant:81c8d21265d54280965048bf136c1828 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:07:16.716709 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-d060f471-8d75-4726-a62e-a414d797009e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:07:16.724527 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b2b36-ee06-4f5e-a1c7-57e9e53e2a54 admin admin] Pushing event updated for resources: {'Network': ['ID=a3eea509-8e89-4c2b-bc2f-87f41a06a0d7,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:16.724747 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-d060f471-8d75-4726-a62e-a414d797009e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:07:16.728079 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-f88b2b36-ee06-4f5e-a1c7-57e9e53e2a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:16.747244 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad510f-0f6b-4f5a-893e-ca598158e203 req-eb2dfe11-9de6-454f-b734-fd7e55f0f52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:16.749027 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-5cad510f-0f6b-4f5a-893e-ca598158e203 req-eb2dfe11-9de6-454f-b734-fd7e55f0f52d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e005e9bf-3b4f-4ae1-8141-cf778c404d5e HTTP/1.1" status: 200 len: 1098 time: 0.1507838 May 17 12:07:16.749549 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Network a3eea509-8e89-4c2b-bc2f-87f41a06a0d7 details requested by agent ovs-agent-dv-cinder-734144-19-iscsi with host dv-cinder-734144-19-iscsi {{(pid=78702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 12:07:16.750113 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d060f471-8d75-4726-a62e-a414d797009e admin admin] Made reservation on behalf of 81c8d21265d54280965048bf136c1828 for: {'subnet': 1} {{(pid=78701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:07:16.752753 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-d060f471-8d75-4726-a62e-a414d797009e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2580811'] for subnet, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:16.841439 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-5cad510f-0f6b-4f5a-893e-ca598158e203 req-70b6c63c-22a9-4933-b046-401a1a716325 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824504 May 17 12:07:17.133842 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-16bb7599-3e9f-4b34-b23e-7596217ebe54 None None] Notify callbacks [] for port, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:17.148748 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.provisioning_blocks [None req-16bb7599-3e9f-4b34-b23e-7596217ebe54 None None] Transition to ACTIVE for port object 62483829-37ae-4176-9f39-760bba38563e will not be triggered until provisioned by entity L2. {{(pid=78703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:07:17.158498 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-16bb7599-3e9f-4b34-b23e-7596217ebe54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:17.164096 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:17.297798 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2290c1c-bba8-4eee-b8fc-4e47c4d05dec None None] Pushing event updated for resources: {'Port': ['ID=62483829-37ae-4176-9f39-760bba38563e,revision_number=3']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:17.331334 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-d060f471-8d75-4726-a62e-a414d797009e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2534792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2580825'] for subnet, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:17.335326 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2290c1c-bba8-4eee-b8fc-4e47c4d05dec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:17.335692 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2290c1c-bba8-4eee-b8fc-4e47c4d05dec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:17.336028 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2290c1c-bba8-4eee-b8fc-4e47c4d05dec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:17.336358 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2290c1c-bba8-4eee-b8fc-4e47c4d05dec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:17.336680 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2290c1c-bba8-4eee-b8fc-4e47c4d05dec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:17.337041 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2290c1c-bba8-4eee-b8fc-4e47c4d05dec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:17.337366 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2290c1c-bba8-4eee-b8fc-4e47c4d05dec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:17.337687 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2290c1c-bba8-4eee-b8fc-4e47c4d05dec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:17.338021 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2290c1c-bba8-4eee-b8fc-4e47c4d05dec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:17.338141 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:17.338340 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2290c1c-bba8-4eee-b8fc-4e47c4d05dec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:17.338660 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2290c1c-bba8-4eee-b8fc-4e47c4d05dec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:17.338972 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2290c1c-bba8-4eee-b8fc-4e47c4d05dec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:17.348230 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-d2290c1c-bba8-4eee-b8fc-4e47c4d05dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:17.350982 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f567b79-4542-4394-a775-d78db339599a req-f5a112e8-89e6-46cd-8c7c-bd828f54fa7d tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:17.359930 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-5f567b79-4542-4394-a775-d78db339599a req-f5a112e8-89e6-46cd-8c7c-bd828f54fa7d tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=e005e9bf-3b4f-4ae1-8141-cf778c404d5e HTTP/1.1" status: 200 len: 945 time: 0.1167557 May 17 12:07:17.404908 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d060f471-8d75-4726-a62e-a414d797009e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8406339b-7f39-465a-bc7e-ff224f255df9,revision_number=0']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:17.413007 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-d060f471-8d75-4726-a62e-a414d797009e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:17.413907 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [None req-16bb7599-3e9f-4b34-b23e-7596217ebe54 None None] Attempting to bind port 62483829-37ae-4176-9f39-760bba38563e on host dv-cinder-734144-19-iscsi for vnic_type normal with profile {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:07:17.414441 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [None req-16bb7599-3e9f-4b34-b23e-7596217ebe54 None None] Attempting to bind port 62483829-37ae-4176-9f39-760bba38563e by drivers openvswitch,hyperv on host dv-cinder-734144-19-iscsi at level 0 using segments [{'id': 'a402912a-f827-4eda-8dbb-276cac4a089d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1'}] {{(pid=78703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:07:17.414983 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bb7599-3e9f-4b34-b23e-7596217ebe54 None None] Attempting to bind port 62483829-37ae-4176-9f39-760bba38563e on network 6fb5c99b-a68d-45a2-861a-1b6b3804e1c1 {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:07:17.423312 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-5f567b79-4542-4394-a775-d78db339599a req-8ca657aa-d42d-4030-a273-d1b16d5882d4 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623834 May 17 12:07:17.423899 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bb7599-3e9f-4b34-b23e-7596217ebe54 None None] Checking agent: {'id': '99430f10-7a80-40b5-88dc-f3a197e5e86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 11), 'started_at': datetime.datetime(2021, 5, 17, 11, 53, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:07:17.424295 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bb7599-3e9f-4b34-b23e-7596217ebe54 None None] Checking segment: {'id': 'a402912a-f827-4eda-8dbb-276cac4a089d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:07:17.424703 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-16bb7599-3e9f-4b34-b23e-7596217ebe54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:17.425127 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bb7599-3e9f-4b34-b23e-7596217ebe54 None None] Bound using segment: {'id': 'a402912a-f827-4eda-8dbb-276cac4a089d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1'} {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:07:17.425607 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [None req-16bb7599-3e9f-4b34-b23e-7596217ebe54 None None] Bound port: 62483829-37ae-4176-9f39-760bba38563e, host: dv-cinder-734144-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a402912a-f827-4eda-8dbb-276cac4a089d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1'}}] {{(pid=78703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:07:17.425981 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-16bb7599-3e9f-4b34-b23e-7596217ebe54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:17.455578 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d060f471-8d75-4726-a62e-a414d797009e admin admin] Checking segment: {'id': 'd7d8bcb6-3c23-4186-83f0-6fa92c298ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a3eea509-8e89-4c2b-bc2f-87f41a06a0d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:07:17.456090 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d060f471-8d75-4726-a62e-a414d797009e admin admin] Network hostable DHCP agents. Network: a3eea509-8e89-4c2b-bc2f-87f41a06a0d7, hostable agents: ['1bb0aafc-e938-4aea-abc6-5926a36b60fa'], hosted agents: [] {{(pid=78701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:07:17.476749 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d060f471-8d75-4726-a62e-a414d797009e admin admin] Network a3eea509-8e89-4c2b-bc2f-87f41a06a0d7 is scheduled to be hosted by DHCP agent 1bb0aafc-e938-4aea-abc6-5926a36b60fa with binding_index 1 {{(pid=78701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:07:17.490982 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.base_scheduler [None req-d060f471-8d75-4726-a62e-a414d797009e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-19-iscsi, a3eea509-8e89-4c2b-bc2f-87f41a06a0d7) {{(pid=78701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:07:17.503732 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2ec93f-6a6f-4e62-a55e-746ab4ab86bf None None] Network a3eea509-8e89-4c2b-bc2f-87f41a06a0d7 requested from dv-cinder-734144-19-iscsi {{(pid=78702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:07:17.505247 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d060f471-8d75-4726-a62e-a414d797009e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:17.506135 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-d060f471-8d75-4726-a62e-a414d797009e admin admin] Notify callbacks [] for subnet, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:17.526944 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [None req-16bb7599-3e9f-4b34-b23e-7596217ebe54 None None] For port 62483829-37ae-4176-9f39-760bba38563e, host dv-cinder-734144-19-iscsi, cleared binding levels {{(pid=78703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:07:17.532548 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [None req-16bb7599-3e9f-4b34-b23e-7596217ebe54 None None] For port 62483829-37ae-4176-9f39-760bba38563e, host dv-cinder-734144-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=62483829-37ae-4176-9f39-760bba38563e,segment=NetworkSegment(a402912a-f827-4eda-8dbb-276cac4a089d),segment_id=a402912a-f827-4eda-8dbb-276cac4a089d)] {{(pid=78703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:07:17.535205 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-d060f471-8d75-4726-a62e-a414d797009e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8421733 May 17 12:07:17.537909 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 34370) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:07:17.541441 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-16bb7599-3e9f-4b34-b23e-7596217ebe54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:17.543920 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [None req-06b36f2c-31f6-4243-970f-4b35f7e34f88 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-330897650-router', 'tenant_id': '81c8d21265d54280965048bf136c1828', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c'}}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:07:17.548918 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-06b36f2c-31f6-4243-970f-4b35f7e34f88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:07:17.549320 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:17.552776 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-06b36f2c-31f6-4243-970f-4b35f7e34f88 admin admin] Usage tracker for resource:router and tenant:81c8d21265d54280965048bf136c1828 is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:07:17.555732 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-06b36f2c-31f6-4243-970f-4b35f7e34f88 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:07:17.561629 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-06b36f2c-31f6-4243-970f-4b35f7e34f88 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:07:17.574560 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-06b36f2c-31f6-4243-970f-4b35f7e34f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12262'] for router, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:17.576656 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-06b36f2c-31f6-4243-970f-4b35f7e34f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-462602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12281'] for router, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:17.595140 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-06b36f2c-31f6-4243-970f-4b35f7e34f88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:17.670281 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bb7599-3e9f-4b34-b23e-7596217ebe54 None None] Routers {'63e8f73d-ad50-4cd3-929b-215fda21db32'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:07:17.671215 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-16bb7599-3e9f-4b34-b23e-7596217ebe54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:07:11Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['63e8f73d-ad50-4cd3-929b-215fda21db32'], 'active': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:17.800079 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2290c1c-bba8-4eee-b8fc-4e47c4d05dec None None] Pushing event updated for resources: {'Port': ['ID=62483829-37ae-4176-9f39-760bba38563e,revision_number=4']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:17.807015 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-d2290c1c-bba8-4eee-b8fc-4e47c4d05dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:17.808084 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7469bde0-acda-482d-b983-899268ff026c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6ad49bc-6772-501e-aeed-729f0e6c613b-a3eea509-8e89-4c2b-bc2f-87f41a06a0d7', 'network_id': 'a3eea509-8e89-4c2b-bc2f-87f41a06a0d7', 'tenant_id': '81c8d21265d54280965048bf136c1828', 'fixed_ips': [{'subnet_id': '8406339b-7f39-465a-bc7e-ff224f255df9'}]}} from dv-cinder-734144-19-iscsi. {{(pid=78702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 17 12:07:17.809377 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7469bde0-acda-482d-b983-899268ff026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:17.961158 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvr_db [None req-16bb7599-3e9f-4b34-b23e-7596217ebe54 None None] Set router 63e8f73d-ad50-4cd3-929b-215fda21db32 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:07:18.059888 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-06b36f2c-31f6-4243-970f-4b35f7e34f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12235'] for router, precommit_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:18.063333 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device c7028193-a2e9-4a80-b026-7b6f8ad5c293 up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:07:18.165168 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [None req-7469bde0-acda-482d-b983-899268ff026c None None] Allocated IP 172.20.0.2 (a3eea509-8e89-4c2b-bc2f-87f41a06a0d7/8406339b-7f39-465a-bc7e-ff224f255df9/5dccbfc6-c812-4103-aaec-422828e20e34) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:07:18.253216 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port c7028193-a2e9-4a80-b026-7b6f8ad5c293 triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:07:18.253601 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:18.437134 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-16bb7599-3e9f-4b34-b23e-7596217ebe54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'name': 'tempest-TestVolumeBootPattern-1798618458-router', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:06Z', 'updated_at': '2021-05-17T12:07:13Z', 'revision_number': 4, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'gw_port': {'id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:08:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:07Z', 'updated_at': '2021-05-17T12:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': '62483829-37ae-4176-9f39-760bba38563e', 'name': '', 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'mac_address': 'fa:16:3e:cd:ad:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'df17bad4-8d21-4b36-8dd5-091410a2c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:13Z', 'updated_at': '2021-05-17T12:07:17Z', 'revision_number': 4, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'subnets': [{'id': 'df17bad4-8d21-4b36-8dd5-091410a2c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:18.442261 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bb7599-3e9f-4b34-b23e-7596217ebe54 None None] The sync data for ids ['63e8f73d-ad50-4cd3-929b-215fda21db32'] in dv-cinder-734144-19-iscsi is: [{'id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'name': 'tempest-TestVolumeBootPattern-1798618458-router', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:06Z', 'updated_at': '2021-05-17T12:07:13Z', 'revision_number': 4, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'gw_port': {'id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:08:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:07Z', 'updated_at': '2021-05-17T12:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': '62483829-37ae-4176-9f39-760bba38563e', 'name': '', 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'mac_address': 'fa:16:3e:cd:ad:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'df17bad4-8d21-4b36-8dd5-091410a2c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:13Z', 'updated_at': '2021-05-17T12:07:17Z', 'revision_number': 4, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'subnets': [{'id': 'df17bad4-8d21-4b36-8dd5-091410a2c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:07:18.504376 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7469bde0-acda-482d-b983-899268ff026c None None] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:18.521575 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-7469bde0-acda-482d-b983-899268ff026c None None] Transition to ACTIVE for port object 5dccbfc6-c812-4103-aaec-422828e20e34 will not be triggered until provisioned by entity L2. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:07:18.549175 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-7469bde0-acda-482d-b983-899268ff026c None None] Transition to ACTIVE for port object 5dccbfc6-c812-4103-aaec-422828e20e34 will not be triggered until provisioned by entity DHCP. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:07:18.567846 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7469bde0-acda-482d-b983-899268ff026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:18.577424 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:18.617660 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-06b36f2c-31f6-4243-970f-4b35f7e34f88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:18.658320 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-06b36f2c-31f6-4243-970f-4b35f7e34f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:18.660447 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7469bde0-acda-482d-b983-899268ff026c None None] Network a3eea509-8e89-4c2b-bc2f-87f41a06a0d7 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:07:18.663497 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-7469bde0-acda-482d-b983-899268ff026c None None] Resources bound (agent type, host, resource id): {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:07:18.671379 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7469bde0-acda-482d-b983-899268ff026c None None] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:07:18.711946 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7469bde0-acda-482d-b983-899268ff026c None None] Pushing event updated for resources: {'Port': ['ID=5dccbfc6-c812-4103-aaec-422828e20e34,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:18.721158 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-7469bde0-acda-482d-b983-899268ff026c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:18.782483 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-7469bde0-acda-482d-b983-899268ff026c None None] Attempting to bind port 5dccbfc6-c812-4103-aaec-422828e20e34 on host dv-cinder-734144-19-iscsi for vnic_type normal with profile {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:07:18.782885 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-7469bde0-acda-482d-b983-899268ff026c None None] Attempting to bind port 5dccbfc6-c812-4103-aaec-422828e20e34 by drivers openvswitch,hyperv on host dv-cinder-734144-19-iscsi at level 0 using segments [{'id': 'd7d8bcb6-3c23-4186-83f0-6fa92c298ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a3eea509-8e89-4c2b-bc2f-87f41a06a0d7'}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:07:18.783395 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7469bde0-acda-482d-b983-899268ff026c None None] Attempting to bind port 5dccbfc6-c812-4103-aaec-422828e20e34 on network a3eea509-8e89-4c2b-bc2f-87f41a06a0d7 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:07:18.789243 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7469bde0-acda-482d-b983-899268ff026c None None] Checking agent: {'id': '99430f10-7a80-40b5-88dc-f3a197e5e86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 11), 'started_at': datetime.datetime(2021, 5, 17, 11, 53, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:07:18.789636 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7469bde0-acda-482d-b983-899268ff026c None None] Checking segment: {'id': 'd7d8bcb6-3c23-4186-83f0-6fa92c298ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a3eea509-8e89-4c2b-bc2f-87f41a06a0d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:07:18.790665 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7469bde0-acda-482d-b983-899268ff026c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:18.790665 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7469bde0-acda-482d-b983-899268ff026c None None] Bound using segment: {'id': 'd7d8bcb6-3c23-4186-83f0-6fa92c298ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a3eea509-8e89-4c2b-bc2f-87f41a06a0d7'} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:07:18.790920 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-7469bde0-acda-482d-b983-899268ff026c None None] Bound port: 5dccbfc6-c812-4103-aaec-422828e20e34, host: dv-cinder-734144-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7d8bcb6-3c23-4186-83f0-6fa92c298ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a3eea509-8e89-4c2b-bc2f-87f41a06a0d7'}}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:07:18.791479 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7469bde0-acda-482d-b983-899268ff026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:18.894262 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-7469bde0-acda-482d-b983-899268ff026c None None] For port 5dccbfc6-c812-4103-aaec-422828e20e34, host dv-cinder-734144-19-iscsi, cleared binding levels {{(pid=78702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:07:18.897832 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.db_base_plugin_common [None req-06b36f2c-31f6-4243-970f-4b35f7e34f88 admin admin] Allocated IP 172.27.1.128 (163aee93-eed0-47f4-9809-6291286e957c/35eb0c40-f6d0-43b5-b72a-9e8dd7567b53/b0cf748b-38e6-41b6-99c7-815c98a637db) {{(pid=78700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:07:18.898007 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-7469bde0-acda-482d-b983-899268ff026c None None] For port 5dccbfc6-c812-4103-aaec-422828e20e34, host dv-cinder-734144-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=5dccbfc6-c812-4103-aaec-422828e20e34,segment=NetworkSegment(d7d8bcb6-3c23-4186-83f0-6fa92c298ddc),segment_id=d7d8bcb6-3c23-4186-83f0-6fa92c298ddc)] {{(pid=78702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:07:18.905991 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7469bde0-acda-482d-b983-899268ff026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:18.910474 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68a1c4-93f3-4a3b-a467-1d4a34654182 req-ef749f10-5e04-4628-87d6-967a630ab1dd tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:18.912021 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3c68a1c4-93f3-4a3b-a467-1d4a34654182 req-ef749f10-5e04-4628-87d6-967a630ab1dd tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=e005e9bf-3b4f-4ae1-8141-cf778c404d5e HTTP/1.1" status: 200 len: 945 time: 0.1859219 May 17 12:07:18.917180 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:19.019756 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7469bde0-acda-482d-b983-899268ff026c None None] Pushing event updated for resources: {'Port': ['ID=5dccbfc6-c812-4103-aaec-422828e20e34,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:19.033928 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-7469bde0-acda-482d-b983-899268ff026c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:19.054375 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3c68a1c4-93f3-4a3b-a467-1d4a34654182 req-d09416d9-afef-478d-b470-0d029b907cb9 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333733 May 17 12:07:19.124719 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-06b36f2c-31f6-4243-970f-4b35f7e34f88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:19.159695 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-06b36f2c-31f6-4243-970f-4b35f7e34f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:19.167479 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-0ce51d9c-47a7-474e-92e6-dfea4d8880b7 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:19.285946 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b36f2c-31f6-4243-970f-4b35f7e34f88 admin admin] Network 163aee93-eed0-47f4-9809-6291286e957c is already hosted by enough agents. {{(pid=78700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:07:19.289746 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.base_scheduler [None req-06b36f2c-31f6-4243-970f-4b35f7e34f88 admin admin] Resources bound (agent type, host, resource id): {{(pid=78700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:07:19.303322 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b36f2c-31f6-4243-970f-4b35f7e34f88 admin admin] Received port after_create {{(pid=78700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:07:19.358831 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b36f2c-31f6-4243-970f-4b35f7e34f88 admin admin] Pushing event updated for resources: {'Port': ['ID=b0cf748b-38e6-41b6-99c7-815c98a637db,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:19.363743 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-06b36f2c-31f6-4243-970f-4b35f7e34f88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:19.806763 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-06b36f2c-31f6-4243-970f-4b35f7e34f88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:19.983436 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 62483829-37ae-4176-9f39-760bba38563e up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:07:20.075469 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning for port 62483829-37ae-4176-9f39-760bba38563e completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:07:20.082808 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port 62483829-37ae-4176-9f39-760bba38563e triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:07:20.083534 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:20.169024 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f8daa6-83e8-48c2-a551-c20624d32680 None None] Network a3eea509-8e89-4c2b-bc2f-87f41a06a0d7 requested from dv-cinder-734144-19-iscsi {{(pid=78702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:07:20.205298 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-06b36f2c-31f6-4243-970f-4b35f7e34f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399684'] for router, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:20.312253 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-7c858d7f-8bfa-422a-b554-9a11fe3d4d45 None None] Provisioning for port 5dccbfc6-c812-4103-aaec-422828e20e34 completed by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:07:20.345597 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:20.433818 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] For port 62483829-37ae-4176-9f39-760bba38563e, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=62483829-37ae-4176-9f39-760bba38563e,segment=NetworkSegment(a402912a-f827-4eda-8dbb-276cac4a089d),segment_id=a402912a-f827-4eda-8dbb-276cac4a089d)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:07:20.438939 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:20.440045 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 5dccbfc6-c812-4103-aaec-422828e20e34 up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:07:20.470348 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-715478e2-d56d-469e-99bf-654ae0c11f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:20.550166 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b36f2c-31f6-4243-970f-4b35f7e34f88 admin admin] Router b56f6f37-3115-4bfd-9f69-bcf2cf508cba is scheduled to L3 agent 7d9bdccf-07e9-4436-af26-1dad3be87fd8 with binding_index 1 {{(pid=78700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 17 12:07:20.605639 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Pushing event updated for resources: {'Port': ['ID=62483829-37ae-4176-9f39-760bba38563e,revision_number=5']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:20.609877 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:20.628608 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning for port 5dccbfc6-c812-4103-aaec-422828e20e34 completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:07:20.638268 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port 5dccbfc6-c812-4103-aaec-422828e20e34 triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:07:20.638268 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:20.762926 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b36f2c-31f6-4243-970f-4b35f7e34f88 admin admin] Notify agent at l3_agent.dv-cinder-734144-19-iscsi the message routers_updated {{(pid=78700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:07:20.792564 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-06b36f2c-31f6-4243-970f-4b35f7e34f88 admin admin] Notify callbacks [] for router, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:20.795108 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-06b36f2c-31f6-4243-970f-4b35f7e34f88 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2560942 May 17 12:07:20.798090 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 34392) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:07:20.800686 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dd9e7b-2fc6-4f69-b5ca-320e7010005d None None] Sync routers for ids ['b56f6f37-3115-4bfd-9f69-bcf2cf508cba'] in dv-cinder-734144-19-iscsi {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:07:20.822564 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:20.840926 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dd9e7b-2fc6-4f69-b5ca-320e7010005d None None] Routers {'b56f6f37-3115-4bfd-9f69-bcf2cf508cba'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:07:20.841598 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-26dd9e7b-2fc6-4f69-b5ca-320e7010005d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:07:11Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['b56f6f37-3115-4bfd-9f69-bcf2cf508cba'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:20.986929 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] For port 5dccbfc6-c812-4103-aaec-422828e20e34, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=5dccbfc6-c812-4103-aaec-422828e20e34,segment=NetworkSegment(d7d8bcb6-3c23-4186-83f0-6fa92c298ddc),segment_id=d7d8bcb6-3c23-4186-83f0-6fa92c298ddc)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:07:21.042736 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:21.060090 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-555b5d95-1b93-49f9-9705-c9dbc9d06791 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:21.167551 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-f36503b9-7156-4c42-93c1-dfd05ca8eb55 None None] Provisioning complete for port 5dccbfc6-c812-4103-aaec-422828e20e34 triggered by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:07:21.168805 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f36503b9-7156-4c42-93c1-dfd05ca8eb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:21.199359 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-26dd9e7b-2fc6-4f69-b5ca-320e7010005d None None] Set router b56f6f37-3115-4bfd-9f69-bcf2cf508cba gateway port host: dv-cinder-734144-19-iscsi {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:07:21.247910 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Pushing event updated for resources: {'Port': ['ID=5dccbfc6-c812-4103-aaec-422828e20e34,revision_number=3']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:21.319988 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:21.593387 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-26dd9e7b-2fc6-4f69-b5ca-320e7010005d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56f6f37-3115-4bfd-9f69-bcf2cf508cba', 'name': 'tempest-TestVolumeBootPattern-330897650-router', 'tenant_id': '81c8d21265d54280965048bf136c1828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'b0cf748b-38e6-41b6-99c7-815c98a637db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:17Z', 'updated_at': '2021-05-17T12:07:19Z', 'revision_number': 3, 'project_id': '81c8d21265d54280965048bf136c1828', 'gw_port': {'id': 'b0cf748b-38e6-41b6-99c7-815c98a637db', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:01:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56f6f37-3115-4bfd-9f69-bcf2cf508cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:18Z', 'updated_at': '2021-05-17T12:07:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi'}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:21.597354 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dd9e7b-2fc6-4f69-b5ca-320e7010005d None None] Checking router: b56f6f37-3115-4bfd-9f69-bcf2cf508cba for host: dv-cinder-734144-19-iscsi {{(pid=78702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:07:21.597709 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dd9e7b-2fc6-4f69-b5ca-320e7010005d None None] Updating router b56f6f37-3115-4bfd-9f69-bcf2cf508cba port b0cf748b-38e6-41b6-99c7-815c98a637db binding host dv-cinder-734144-19-iscsi {{(pid=78702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:07:21.599832 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5794ec50-c24f-4a20-9a03-98ea9c243bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:21.654813 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-26dd9e7b-2fc6-4f69-b5ca-320e7010005d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:21.817359 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.db_base_plugin_common [None req-5794ec50-c24f-4a20-9a03-98ea9c243bfd admin admin] Allocated IP 172.20.0.1 (a3eea509-8e89-4c2b-bc2f-87f41a06a0d7/8406339b-7f39-465a-bc7e-ff224f255df9/cce3c6e0-5fd8-4e36-8b3b-a7866750c845) {{(pid=78701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:07:21.922334 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 62483829-37ae-4176-9f39-760bba38563e up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:07:21.990369 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5794ec50-c24f-4a20-9a03-98ea9c243bfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:22.007479 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.provisioning_blocks [None req-5794ec50-c24f-4a20-9a03-98ea9c243bfd admin admin] Transition to ACTIVE for port object cce3c6e0-5fd8-4e36-8b3b-a7866750c845 will not be triggered until provisioned by entity DHCP. {{(pid=78701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:07:22.031537 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5794ec50-c24f-4a20-9a03-98ea9c243bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534708'] for port, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:22.035426 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-9e0bda06-44cb-4568-ba54-645a777bac66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:22.071310 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port 62483829-37ae-4176-9f39-760bba38563e triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:07:22.071874 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:22.100779 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5794ec50-c24f-4a20-9a03-98ea9c243bfd admin admin] Network a3eea509-8e89-4c2b-bc2f-87f41a06a0d7 is already hosted by enough agents. {{(pid=78701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:07:22.103569 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.base_scheduler [None req-5794ec50-c24f-4a20-9a03-98ea9c243bfd admin admin] Resources bound (agent type, host, resource id): {{(pid=78701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:07:22.108074 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5794ec50-c24f-4a20-9a03-98ea9c243bfd admin admin] Received port after_create {{(pid=78701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:07:22.123970 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-26dd9e7b-2fc6-4f69-b5ca-320e7010005d None None] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:22.141807 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-26dd9e7b-2fc6-4f69-b5ca-320e7010005d None None] Transition to ACTIVE for port object b0cf748b-38e6-41b6-99c7-815c98a637db will not be triggered until provisioned by entity L2. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:07:22.155264 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-26dd9e7b-2fc6-4f69-b5ca-320e7010005d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:22.161004 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:22.273038 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5794ec50-c24f-4a20-9a03-98ea9c243bfd admin admin] Pushing event updated for resources: {'Port': ['ID=cce3c6e0-5fd8-4e36-8b3b-a7866750c845,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:22.277863 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-5794ec50-c24f-4a20-9a03-98ea9c243bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:22.284703 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df8971b-e2ac-4af5-bfdd-9fd11dac9053 None None] Pushing event updated for resources: {'Port': ['ID=b0cf748b-38e6-41b6-99c7-815c98a637db,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:22.292253 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5794ec50-c24f-4a20-9a03-98ea9c243bfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407999'] for router_interface, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:22.298521 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-26dd9e7b-2fc6-4f69-b5ca-320e7010005d None None] Attempting to bind port b0cf748b-38e6-41b6-99c7-815c98a637db on host dv-cinder-734144-19-iscsi for vnic_type normal with profile {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:07:22.298893 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-26dd9e7b-2fc6-4f69-b5ca-320e7010005d None None] Attempting to bind port b0cf748b-38e6-41b6-99c7-815c98a637db by drivers openvswitch,hyperv on host dv-cinder-734144-19-iscsi at level 0 using segments [{'id': '8b5d1e01-0c84-4e6b-9682-76a98a471ba9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '163aee93-eed0-47f4-9809-6291286e957c'}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:07:22.299254 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dd9e7b-2fc6-4f69-b5ca-320e7010005d None None] Attempting to bind port b0cf748b-38e6-41b6-99c7-815c98a637db on network 163aee93-eed0-47f4-9809-6291286e957c {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:07:22.301520 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-2df8971b-e2ac-4af5-bfdd-9fd11dac9053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:22.311415 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dd9e7b-2fc6-4f69-b5ca-320e7010005d None None] Checking agent: {'id': '99430f10-7a80-40b5-88dc-f3a197e5e86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 11), 'started_at': datetime.datetime(2021, 5, 17, 11, 53, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:07:22.311789 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dd9e7b-2fc6-4f69-b5ca-320e7010005d None None] Checking segment: {'id': '8b5d1e01-0c84-4e6b-9682-76a98a471ba9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '163aee93-eed0-47f4-9809-6291286e957c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:07:22.312195 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-26dd9e7b-2fc6-4f69-b5ca-320e7010005d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:22.312589 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dd9e7b-2fc6-4f69-b5ca-320e7010005d None None] Bound using segment: {'id': '8b5d1e01-0c84-4e6b-9682-76a98a471ba9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '163aee93-eed0-47f4-9809-6291286e957c'} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:07:22.313087 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [None req-26dd9e7b-2fc6-4f69-b5ca-320e7010005d None None] Bound port: b0cf748b-38e6-41b6-99c7-815c98a637db, host: dv-cinder-734144-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b5d1e01-0c84-4e6b-9682-76a98a471ba9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '163aee93-eed0-47f4-9809-6291286e957c'}}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:07:22.313467 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-26dd9e7b-2fc6-4f69-b5ca-320e7010005d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:22.412870 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 5dccbfc6-c812-4103-aaec-422828e20e34 up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:07:22.486283 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-d7f94123-223f-4ec0-870c-ecccc3eea0da None None] Provisioning for port cce3c6e0-5fd8-4e36-8b3b-a7866750c845 completed by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:07:22.503872 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-26dd9e7b-2fc6-4f69-b5ca-320e7010005d None None] For port b0cf748b-38e6-41b6-99c7-815c98a637db, host dv-cinder-734144-19-iscsi, cleared binding levels {{(pid=78702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:07:22.505755 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-d7f94123-223f-4ec0-870c-ecccc3eea0da None None] Provisioning complete for port cce3c6e0-5fd8-4e36-8b3b-a7866750c845 triggered by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:07:22.506134 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d7f94123-223f-4ec0-870c-ecccc3eea0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:22.558258 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-26dd9e7b-2fc6-4f69-b5ca-320e7010005d None None] For port b0cf748b-38e6-41b6-99c7-815c98a637db, host dv-cinder-734144-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=b0cf748b-38e6-41b6-99c7-815c98a637db,segment=NetworkSegment(8b5d1e01-0c84-4e6b-9682-76a98a471ba9),segment_id=8b5d1e01-0c84-4e6b-9682-76a98a471ba9)] {{(pid=78702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:07:22.558545 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5794ec50-c24f-4a20-9a03-98ea9c243bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:22.567326 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-26dd9e7b-2fc6-4f69-b5ca-320e7010005d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:22.574750 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-413585ad-a0ed-456c-85d4-87562c4b0e6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:22.636068 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-d7f94123-223f-4ec0-870c-ecccc3eea0da None None] Port cce3c6e0-5fd8-4e36-8b3b-a7866750c845 cannot update to ACTIVE because it is not bound. {{(pid=78702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 12:07:22.643735 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port 5dccbfc6-c812-4103-aaec-422828e20e34 triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:07:22.644041 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:22.708961 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dd9e7b-2fc6-4f69-b5ca-320e7010005d None None] Routers {'b56f6f37-3115-4bfd-9f69-bcf2cf508cba'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:07:22.709595 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-26dd9e7b-2fc6-4f69-b5ca-320e7010005d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:07:11Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['b56f6f37-3115-4bfd-9f69-bcf2cf508cba'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:22.790536 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5794ec50-c24f-4a20-9a03-98ea9c243bfd admin admin] Notify callbacks [] for port, precommit_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:22.796085 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df8971b-e2ac-4af5-bfdd-9fd11dac9053 None None] Pushing event updated for resources: {'Port': ['ID=b0cf748b-38e6-41b6-99c7-815c98a637db,revision_number=3']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:22.796710 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5794ec50-c24f-4a20-9a03-98ea9c243bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2534717'] for port, after_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:22.803673 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-2df8971b-e2ac-4af5-bfdd-9fd11dac9053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:22.823575 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-23e01d4e-8e89-4531-897f-cb1959d0830a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:22.883120 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.agents_db [None req-bc444940-bb86-4de8-ac48-ae4570a6a7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:07:22.906881 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5794ec50-c24f-4a20-9a03-98ea9c243bfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405784'] for router_interface, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:22.910402 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5794ec50-c24f-4a20-9a03-98ea9c243bfd admin admin] Pushing event updated for resources: {'Port': ['ID=cce3c6e0-5fd8-4e36-8b3b-a7866750c845,revision_number=2']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:22.913779 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-5794ec50-c24f-4a20-9a03-98ea9c243bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:22.963999 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-26dd9e7b-2fc6-4f69-b5ca-320e7010005d None None] Set router b56f6f37-3115-4bfd-9f69-bcf2cf508cba gateway port host: dv-cinder-734144-19-iscsi {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:07:23.047340 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5794ec50-c24f-4a20-9a03-98ea9c243bfd admin admin] Network a3eea509-8e89-4c2b-bc2f-87f41a06a0d7 is already hosted by enough agents. {{(pid=78701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:07:23.048504 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.base_scheduler [None req-5794ec50-c24f-4a20-9a03-98ea9c243bfd admin admin] Resources bound (agent type, host, resource id): {{(pid=78701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:07:23.240967 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5794ec50-c24f-4a20-9a03-98ea9c243bfd admin admin] Router b56f6f37-3115-4bfd-9f69-bcf2cf508cba has already been hosted by L3 agent 7d9bdccf-07e9-4436-af26-1dad3be87fd8 {{(pid=78701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:07:23.287154 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-f4cef144-14ee-4efd-ab29-5a5792d360f1 None None] Provisioning complete for port cce3c6e0-5fd8-4e36-8b3b-a7866750c845 triggered by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:07:23.287756 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f4cef144-14ee-4efd-ab29-5a5792d360f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:23.351469 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-f4cef144-14ee-4efd-ab29-5a5792d360f1 None None] Port cce3c6e0-5fd8-4e36-8b3b-a7866750c845 cannot update to ACTIVE because it is not bound. {{(pid=78702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 12:07:23.362244 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-26dd9e7b-2fc6-4f69-b5ca-320e7010005d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56f6f37-3115-4bfd-9f69-bcf2cf508cba', 'name': 'tempest-TestVolumeBootPattern-330897650-router', 'tenant_id': '81c8d21265d54280965048bf136c1828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'b0cf748b-38e6-41b6-99c7-815c98a637db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:17Z', 'updated_at': '2021-05-17T12:07:22Z', 'revision_number': 4, 'project_id': '81c8d21265d54280965048bf136c1828', 'gw_port': {'id': 'b0cf748b-38e6-41b6-99c7-815c98a637db', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:01:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56f6f37-3115-4bfd-9f69-bcf2cf508cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:18Z', 'updated_at': '2021-05-17T12:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': 'cce3c6e0-5fd8-4e36-8b3b-a7866750c845', 'name': '', 'network_id': 'a3eea509-8e89-4c2b-bc2f-87f41a06a0d7', 'tenant_id': '81c8d21265d54280965048bf136c1828', 'mac_address': 'fa:16:3e:1e:8b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56f6f37-3115-4bfd-9f69-bcf2cf508cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8406339b-7f39-465a-bc7e-ff224f255df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:21Z', 'updated_at': '2021-05-17T12:07:21Z', 'revision_number': 1, 'project_id': '81c8d21265d54280965048bf136c1828', 'subnets': [{'id': '8406339b-7f39-465a-bc7e-ff224f255df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:23.366241 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dd9e7b-2fc6-4f69-b5ca-320e7010005d None None] The sync data for ids ['b56f6f37-3115-4bfd-9f69-bcf2cf508cba'] in dv-cinder-734144-19-iscsi is: [{'id': 'b56f6f37-3115-4bfd-9f69-bcf2cf508cba', 'name': 'tempest-TestVolumeBootPattern-330897650-router', 'tenant_id': '81c8d21265d54280965048bf136c1828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'b0cf748b-38e6-41b6-99c7-815c98a637db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:17Z', 'updated_at': '2021-05-17T12:07:22Z', 'revision_number': 4, 'project_id': '81c8d21265d54280965048bf136c1828', 'gw_port': {'id': 'b0cf748b-38e6-41b6-99c7-815c98a637db', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:01:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56f6f37-3115-4bfd-9f69-bcf2cf508cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:18Z', 'updated_at': '2021-05-17T12:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': 'cce3c6e0-5fd8-4e36-8b3b-a7866750c845', 'name': '', 'network_id': 'a3eea509-8e89-4c2b-bc2f-87f41a06a0d7', 'tenant_id': '81c8d21265d54280965048bf136c1828', 'mac_address': 'fa:16:3e:1e:8b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56f6f37-3115-4bfd-9f69-bcf2cf508cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8406339b-7f39-465a-bc7e-ff224f255df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:21Z', 'updated_at': '2021-05-17T12:07:21Z', 'revision_number': 1, 'project_id': '81c8d21265d54280965048bf136c1828', 'subnets': [{'id': '8406339b-7f39-465a-bc7e-ff224f255df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:07:23.428465 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5794ec50-c24f-4a20-9a03-98ea9c243bfd admin admin] Notify agent at l3_agent.dv-cinder-734144-19-iscsi the message routers_updated {{(pid=78701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:07:23.443387 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-5794ec50-c24f-4a20-9a03-98ea9c243bfd admin admin] 10.222.0.11 "PUT /v2.0/routers/b56f6f37-3115-4bfd-9f69-bcf2cf508cba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6387408 May 17 12:07:23.948537 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 34422) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:07:23.956927 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-e6492ed6-fe21-4184-adc8-455579efb828 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1585298287', 'description': 'tempest-secgroup-smoke-1585298287 description', 'project_id': 'bd096020b3c84734ab84d713ecfe505c'}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:07:23.964222 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-e6492ed6-fe21-4184-adc8-455579efb828 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:07:23.969100 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-e6492ed6-fe21-4184-adc8-455579efb828 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Usage tracker for resource:security_group and tenant:bd096020b3c84734ab84d713ecfe505c is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:07:23.972219 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-e6492ed6-fe21-4184-adc8-455579efb828 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:07:23.978312 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-e6492ed6-fe21-4184-adc8-455579efb828 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:07:23.990402 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e6492ed6-fe21-4184-adc8-455579efb828 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:24.010527 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-e6492ed6-fe21-4184-adc8-455579efb828 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:07:24.015036 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-e6492ed6-fe21-4184-adc8-455579efb828 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Usage tracker for resource:security_group_rule and tenant:bd096020b3c84734ab84d713ecfe505c is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:07:24.017841 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-e6492ed6-fe21-4184-adc8-455579efb828 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:07:24.023437 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-e6492ed6-fe21-4184-adc8-455579efb828 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:07:24.098048 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e6492ed6-fe21-4184-adc8-455579efb828 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:24.101701 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e6492ed6-fe21-4184-adc8-455579efb828 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:24.107110 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-0c6caea6-f85a-4f2b-8318-83e3a913f17c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:24.146618 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6492ed6-fe21-4184-adc8-455579efb828 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a45f71a5-c1cb-4e5c-a0f7-a203a23791f2,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:24.149288 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e6492ed6-fe21-4184-adc8-455579efb828 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:24.153605 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-e6492ed6-fe21-4184-adc8-455579efb828 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2021973 May 17 12:07:24.153717 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 34426) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:07:24.154932 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-e6492ed6-fe21-4184-adc8-455579efb828 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:24.159079 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [None req-ef1af8b4-27b7-432f-a61c-7ad1c58f8bc1 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Request body: {'security_group_rule': {'security_group_id': 'a45f71a5-c1cb-4e5c-a0f7-a203a23791f2', 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:07:24.165461 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-ef1af8b4-27b7-432f-a61c-7ad1c58f8bc1 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:07:24.170598 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-ef1af8b4-27b7-432f-a61c-7ad1c58f8bc1 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Usage tracker for resource:security_group_rule and tenant:bd096020b3c84734ab84d713ecfe505c is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:07:24.173651 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-ef1af8b4-27b7-432f-a61c-7ad1c58f8bc1 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:07:24.180745 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-ef1af8b4-27b7-432f-a61c-7ad1c58f8bc1 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:07:24.197070 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-ef1af8b4-27b7-432f-a61c-7ad1c58f8bc1 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:24.258995 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-ef1af8b4-27b7-432f-a61c-7ad1c58f8bc1 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:24.263406 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-ef1af8b4-27b7-432f-a61c-7ad1c58f8bc1 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461307'] for security_group_rule, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:24.265690 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:24.287584 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1af8b4-27b7-432f-a61c-7ad1c58f8bc1 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2fa00ff-d319-40fa-b7cb-e13d070467c4,revision_number=0']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:24.297328 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-ef1af8b4-27b7-432f-a61c-7ad1c58f8bc1 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:24.315979 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-ef1af8b4-27b7-432f-a61c-7ad1c58f8bc1 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:24.317580 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-ef1af8b4-27b7-432f-a61c-7ad1c58f8bc1 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1625080 May 17 12:07:24.320065 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 34430) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:07:24.326379 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [None req-78c9ab99-836f-426d-b4b5-9835188f0219 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Request body: {'security_group_rule': {'security_group_id': 'a45f71a5-c1cb-4e5c-a0f7-a203a23791f2', 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:07:24.332371 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-78c9ab99-836f-426d-b4b5-9835188f0219 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:07:24.336177 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-78c9ab99-836f-426d-b4b5-9835188f0219 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Usage tracker for resource:security_group_rule and tenant:bd096020b3c84734ab84d713ecfe505c is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:07:24.339110 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-78c9ab99-836f-426d-b4b5-9835188f0219 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:07:24.345312 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-78c9ab99-836f-426d-b4b5-9835188f0219 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:07:24.363346 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-78c9ab99-836f-426d-b4b5-9835188f0219 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:24.431511 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-78c9ab99-836f-426d-b4b5-9835188f0219 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:24.436513 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-78c9ab99-836f-426d-b4b5-9835188f0219 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461307'] for security_group_rule, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:24.438769 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:24.461361 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c9ab99-836f-426d-b4b5-9835188f0219 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d06024e-02d8-44ec-9133-663e361d2eb3,revision_number=0']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:24.464165 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-78c9ab99-836f-426d-b4b5-9835188f0219 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:24.472670 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-78c9ab99-836f-426d-b4b5-9835188f0219 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:24.474109 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-78c9ab99-836f-426d-b4b5-9835188f0219 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1530867 May 17 12:07:24.477062 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 34434) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:07:24.485505 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [None req-ab821914-5526-4745-8b25-415017cdf14c tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Request body: {'security_group_rule': {'security_group_id': 'a45f71a5-c1cb-4e5c-a0f7-a203a23791f2', 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:07:24.493673 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-ab821914-5526-4745-8b25-415017cdf14c tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:07:24.498081 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-ab821914-5526-4745-8b25-415017cdf14c tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Usage tracker for resource:security_group_rule and tenant:bd096020b3c84734ab84d713ecfe505c is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:07:24.501246 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-ab821914-5526-4745-8b25-415017cdf14c tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:07:24.507095 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-ab821914-5526-4745-8b25-415017cdf14c tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:07:24.529468 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-ab821914-5526-4745-8b25-415017cdf14c tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:24.608795 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-ab821914-5526-4745-8b25-415017cdf14c tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:24.614540 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-ab821914-5526-4745-8b25-415017cdf14c tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461307'] for security_group_rule, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:24.616652 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-ef1af8b4-27b7-432f-a61c-7ad1c58f8bc1 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:24.642524 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab821914-5526-4745-8b25-415017cdf14c tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0f1342a-6b42-4217-8250-359c54ccdfda,revision_number=0']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:24.647421 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-ab821914-5526-4745-8b25-415017cdf14c tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:24.656369 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-ab821914-5526-4745-8b25-415017cdf14c tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:24.657600 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-ab821914-5526-4745-8b25-415017cdf14c tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1794586 May 17 12:07:24.661146 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 34440) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:07:24.666630 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [None req-ab78a46b-b187-4294-b433-8af9a5d5983f tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Request body: {'security_group_rule': {'security_group_id': 'a45f71a5-c1cb-4e5c-a0f7-a203a23791f2', 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:07:24.672769 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-ab78a46b-b187-4294-b433-8af9a5d5983f tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:07:24.676771 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-ab78a46b-b187-4294-b433-8af9a5d5983f tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Usage tracker for resource:security_group_rule and tenant:bd096020b3c84734ab84d713ecfe505c is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:07:24.679707 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-ab78a46b-b187-4294-b433-8af9a5d5983f tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:07:24.686872 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-ab78a46b-b187-4294-b433-8af9a5d5983f tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:07:24.704661 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-ab78a46b-b187-4294-b433-8af9a5d5983f tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:24.784328 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-ab78a46b-b187-4294-b433-8af9a5d5983f tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:24.789645 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-ab78a46b-b187-4294-b433-8af9a5d5983f tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461307'] for security_group_rule, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:24.795973 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:24.819679 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab78a46b-b187-4294-b433-8af9a5d5983f tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aa98375-9076-419b-9772-4896474b77ae,revision_number=0']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:24.825193 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-ab78a46b-b187-4294-b433-8af9a5d5983f tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:24.832159 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-ab78a46b-b187-4294-b433-8af9a5d5983f tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:24.833910 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-ab78a46b-b187-4294-b433-8af9a5d5983f tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1716461 May 17 12:07:24.837240 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 34444) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:07:24.843437 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [None req-8797dc3f-251a-4162-a323-a72f46d44d7d tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Request body: {'security_group_rule': {'security_group_id': 'a45f71a5-c1cb-4e5c-a0f7-a203a23791f2', 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:07:24.849787 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-8797dc3f-251a-4162-a323-a72f46d44d7d tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:07:24.854303 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-8797dc3f-251a-4162-a323-a72f46d44d7d tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Usage tracker for resource:security_group_rule and tenant:bd096020b3c84734ab84d713ecfe505c is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:07:24.858347 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-8797dc3f-251a-4162-a323-a72f46d44d7d tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:07:24.864136 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-8797dc3f-251a-4162-a323-a72f46d44d7d tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:07:24.877294 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.db.securitygroups_db [None req-8797dc3f-251a-4162-a323-a72f46d44d7d tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Project bd096020b3c84734ab84d713ecfe505c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 12:07:24.884076 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-8797dc3f-251a-4162-a323-a72f46d44d7d tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:24.957655 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-8797dc3f-251a-4162-a323-a72f46d44d7d tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:24.961810 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-8797dc3f-251a-4162-a323-a72f46d44d7d tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461307'] for security_group_rule, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:24.969234 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-81d44c57-e194-4a9e-a08f-7b2c06b3a5a2 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:24.990548 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8797dc3f-251a-4162-a323-a72f46d44d7d tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e630f98-8266-418e-b390-eb3fd49a12f8,revision_number=0']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:24.993683 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-8797dc3f-251a-4162-a323-a72f46d44d7d tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:25.004294 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-8797dc3f-251a-4162-a323-a72f46d44d7d tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:25.006808 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-8797dc3f-251a-4162-a323-a72f46d44d7d tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1673901 May 17 12:07:25.007002 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 34450) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:07:25.013756 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-77274cfc-07ae-48d9-8dff-c24cfb558f58 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Request body: {'security_group_rule': {'security_group_id': 'a45f71a5-c1cb-4e5c-a0f7-a203a23791f2', 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:07:25.020483 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-77274cfc-07ae-48d9-8dff-c24cfb558f58 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:07:25.026883 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-77274cfc-07ae-48d9-8dff-c24cfb558f58 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Usage tracker for resource:security_group_rule and tenant:bd096020b3c84734ab84d713ecfe505c is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:07:25.031416 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-77274cfc-07ae-48d9-8dff-c24cfb558f58 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:07:25.048034 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-77274cfc-07ae-48d9-8dff-c24cfb558f58 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:07:25.063572 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.db.securitygroups_db [None req-77274cfc-07ae-48d9-8dff-c24cfb558f58 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Project bd096020b3c84734ab84d713ecfe505c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 12:07:25.070255 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-77274cfc-07ae-48d9-8dff-c24cfb558f58 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:25.145694 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-77274cfc-07ae-48d9-8dff-c24cfb558f58 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:25.150382 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-77274cfc-07ae-48d9-8dff-c24cfb558f58 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461307'] for security_group_rule, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:25.153650 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-ec2e3612-c881-427c-a401-057fa8331207 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:25.185608 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77274cfc-07ae-48d9-8dff-c24cfb558f58 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=003ebe14-6508-40ce-a231-1f1d9dc39a03,revision_number=0']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:25.191434 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-77274cfc-07ae-48d9-8dff-c24cfb558f58 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:25.211578 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-77274cfc-07ae-48d9-8dff-c24cfb558f58 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:25.216987 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-77274cfc-07ae-48d9-8dff-c24cfb558f58 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2049379 May 17 12:07:25.963637 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device b0cf748b-38e6-41b6-99c7-815c98a637db up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:07:26.059756 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning for port b0cf748b-38e6-41b6-99c7-815c98a637db completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:07:26.066682 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port b0cf748b-38e6-41b6-99c7-815c98a637db triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:07:26.067453 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:26.220697 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:26.241432 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] For port b0cf748b-38e6-41b6-99c7-815c98a637db, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=b0cf748b-38e6-41b6-99c7-815c98a637db,segment=NetworkSegment(8b5d1e01-0c84-4e6b-9682-76a98a471ba9),segment_id=8b5d1e01-0c84-4e6b-9682-76a98a471ba9)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:07:26.245829 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:26.250566 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:26.332735 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Pushing event updated for resources: {'Port': ['ID=b0cf748b-38e6-41b6-99c7-815c98a637db,revision_number=4']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:26.335774 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:26.639740 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6618e457-f7d4-4fd1-8a37-bfe1ff6c6f8a None None] Sync routers for ids ['b56f6f37-3115-4bfd-9f69-bcf2cf508cba'] in dv-cinder-734144-19-iscsi {{(pid=78703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:07:26.648981 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6618e457-f7d4-4fd1-8a37-bfe1ff6c6f8a None None] Routers {'b56f6f37-3115-4bfd-9f69-bcf2cf508cba'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:07:26.649584 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-6618e457-f7d4-4fd1-8a37-bfe1ff6c6f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:07:11Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['b56f6f37-3115-4bfd-9f69-bcf2cf508cba'], 'active': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:26.863460 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvr_db [None req-6618e457-f7d4-4fd1-8a37-bfe1ff6c6f8a None None] Set router b56f6f37-3115-4bfd-9f69-bcf2cf508cba gateway port host: dv-cinder-734144-19-iscsi {{(pid=78703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:07:27.254688 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-6618e457-f7d4-4fd1-8a37-bfe1ff6c6f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56f6f37-3115-4bfd-9f69-bcf2cf508cba', 'name': 'tempest-TestVolumeBootPattern-330897650-router', 'tenant_id': '81c8d21265d54280965048bf136c1828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'b0cf748b-38e6-41b6-99c7-815c98a637db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:17Z', 'updated_at': '2021-05-17T12:07:22Z', 'revision_number': 4, 'project_id': '81c8d21265d54280965048bf136c1828', 'gw_port': {'id': 'b0cf748b-38e6-41b6-99c7-815c98a637db', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:01:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f6f37-3115-4bfd-9f69-bcf2cf508cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:18Z', 'updated_at': '2021-05-17T12:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': 'cce3c6e0-5fd8-4e36-8b3b-a7866750c845', 'name': '', 'network_id': 'a3eea509-8e89-4c2b-bc2f-87f41a06a0d7', 'tenant_id': '81c8d21265d54280965048bf136c1828', 'mac_address': 'fa:16:3e:1e:8b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56f6f37-3115-4bfd-9f69-bcf2cf508cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8406339b-7f39-465a-bc7e-ff224f255df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:21Z', 'updated_at': '2021-05-17T12:07:22Z', 'revision_number': 2, 'project_id': '81c8d21265d54280965048bf136c1828', 'subnets': [{'id': '8406339b-7f39-465a-bc7e-ff224f255df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:27.258494 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6618e457-f7d4-4fd1-8a37-bfe1ff6c6f8a None None] Checking router: b56f6f37-3115-4bfd-9f69-bcf2cf508cba for host: dv-cinder-734144-19-iscsi {{(pid=78703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:07:27.258850 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6618e457-f7d4-4fd1-8a37-bfe1ff6c6f8a None None] Updating router b56f6f37-3115-4bfd-9f69-bcf2cf508cba port cce3c6e0-5fd8-4e36-8b3b-a7866750c845 binding host dv-cinder-734144-19-iscsi {{(pid=78703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:07:27.319500 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6618e457-f7d4-4fd1-8a37-bfe1ff6c6f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:27.703387 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6618e457-f7d4-4fd1-8a37-bfe1ff6c6f8a None None] Notify callbacks [] for port, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:27.714613 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.provisioning_blocks [None req-6618e457-f7d4-4fd1-8a37-bfe1ff6c6f8a None None] Transition to ACTIVE for port object cce3c6e0-5fd8-4e36-8b3b-a7866750c845 will not be triggered until provisioned by entity L2. {{(pid=78703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:07:27.720754 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6618e457-f7d4-4fd1-8a37-bfe1ff6c6f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:27.724402 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:27.850433 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ebcf7-7806-43f1-b479-a11356c60a15 None None] Pushing event updated for resources: {'Port': ['ID=cce3c6e0-5fd8-4e36-8b3b-a7866750c845,revision_number=3']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:27.895311 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-218ebcf7-7806-43f1-b479-a11356c60a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:27.955873 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [None req-6618e457-f7d4-4fd1-8a37-bfe1ff6c6f8a None None] Attempting to bind port cce3c6e0-5fd8-4e36-8b3b-a7866750c845 on host dv-cinder-734144-19-iscsi for vnic_type normal with profile {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:07:27.956419 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [None req-6618e457-f7d4-4fd1-8a37-bfe1ff6c6f8a None None] Attempting to bind port cce3c6e0-5fd8-4e36-8b3b-a7866750c845 by drivers openvswitch,hyperv on host dv-cinder-734144-19-iscsi at level 0 using segments [{'id': 'd7d8bcb6-3c23-4186-83f0-6fa92c298ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a3eea509-8e89-4c2b-bc2f-87f41a06a0d7'}] {{(pid=78703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:07:27.957001 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6618e457-f7d4-4fd1-8a37-bfe1ff6c6f8a None None] Attempting to bind port cce3c6e0-5fd8-4e36-8b3b-a7866750c845 on network a3eea509-8e89-4c2b-bc2f-87f41a06a0d7 {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:07:27.963514 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6618e457-f7d4-4fd1-8a37-bfe1ff6c6f8a None None] Checking agent: {'id': '99430f10-7a80-40b5-88dc-f3a197e5e86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 53, 11), 'started_at': datetime.datetime(2021, 5, 17, 11, 53, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:07:27.963890 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6618e457-f7d4-4fd1-8a37-bfe1ff6c6f8a None None] Checking segment: {'id': 'd7d8bcb6-3c23-4186-83f0-6fa92c298ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a3eea509-8e89-4c2b-bc2f-87f41a06a0d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:07:27.964398 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6618e457-f7d4-4fd1-8a37-bfe1ff6c6f8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:27.964699 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6618e457-f7d4-4fd1-8a37-bfe1ff6c6f8a None None] Bound using segment: {'id': 'd7d8bcb6-3c23-4186-83f0-6fa92c298ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a3eea509-8e89-4c2b-bc2f-87f41a06a0d7'} {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:07:27.965347 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [None req-6618e457-f7d4-4fd1-8a37-bfe1ff6c6f8a None None] Bound port: cce3c6e0-5fd8-4e36-8b3b-a7866750c845, host: dv-cinder-734144-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7d8bcb6-3c23-4186-83f0-6fa92c298ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a3eea509-8e89-4c2b-bc2f-87f41a06a0d7'}}] {{(pid=78703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:07:27.965848 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6618e457-f7d4-4fd1-8a37-bfe1ff6c6f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:27.971654 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device b0cf748b-38e6-41b6-99c7-815c98a637db up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:07:28.069292 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port b0cf748b-38e6-41b6-99c7-815c98a637db triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:07:28.070287 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:28.195191 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [None req-6618e457-f7d4-4fd1-8a37-bfe1ff6c6f8a None None] For port cce3c6e0-5fd8-4e36-8b3b-a7866750c845, host dv-cinder-734144-19-iscsi, cleared binding levels {{(pid=78703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:07:28.202163 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [None req-6618e457-f7d4-4fd1-8a37-bfe1ff6c6f8a None None] For port cce3c6e0-5fd8-4e36-8b3b-a7866750c845, host dv-cinder-734144-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=cce3c6e0-5fd8-4e36-8b3b-a7866750c845,segment=NetworkSegment(d7d8bcb6-3c23-4186-83f0-6fa92c298ddc),segment_id=d7d8bcb6-3c23-4186-83f0-6fa92c298ddc)] {{(pid=78703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:07:28.212576 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6618e457-f7d4-4fd1-8a37-bfe1ff6c6f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:28.222114 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-f2a5c261-bed2-47bb-af5d-61d3a4a0f339 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:28.367543 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6618e457-f7d4-4fd1-8a37-bfe1ff6c6f8a None None] Routers {'b56f6f37-3115-4bfd-9f69-bcf2cf508cba'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:07:28.368182 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-6618e457-f7d4-4fd1-8a37-bfe1ff6c6f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:07:11Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['b56f6f37-3115-4bfd-9f69-bcf2cf508cba'], 'active': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:28.416313 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ebcf7-7806-43f1-b479-a11356c60a15 None None] Pushing event updated for resources: {'Port': ['ID=cce3c6e0-5fd8-4e36-8b3b-a7866750c845,revision_number=4']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:28.425113 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-218ebcf7-7806-43f1-b479-a11356c60a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:28.585858 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvr_db [None req-6618e457-f7d4-4fd1-8a37-bfe1ff6c6f8a None None] Set router b56f6f37-3115-4bfd-9f69-bcf2cf508cba gateway port host: dv-cinder-734144-19-iscsi {{(pid=78703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:07:28.892062 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-6618e457-f7d4-4fd1-8a37-bfe1ff6c6f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56f6f37-3115-4bfd-9f69-bcf2cf508cba', 'name': 'tempest-TestVolumeBootPattern-330897650-router', 'tenant_id': '81c8d21265d54280965048bf136c1828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'b0cf748b-38e6-41b6-99c7-815c98a637db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:17Z', 'updated_at': '2021-05-17T12:07:22Z', 'revision_number': 4, 'project_id': '81c8d21265d54280965048bf136c1828', 'gw_port': {'id': 'b0cf748b-38e6-41b6-99c7-815c98a637db', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:01:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f6f37-3115-4bfd-9f69-bcf2cf508cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:18Z', 'updated_at': '2021-05-17T12:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': 'cce3c6e0-5fd8-4e36-8b3b-a7866750c845', 'name': '', 'network_id': 'a3eea509-8e89-4c2b-bc2f-87f41a06a0d7', 'tenant_id': '81c8d21265d54280965048bf136c1828', 'mac_address': 'fa:16:3e:1e:8b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56f6f37-3115-4bfd-9f69-bcf2cf508cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8406339b-7f39-465a-bc7e-ff224f255df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:21Z', 'updated_at': '2021-05-17T12:07:28Z', 'revision_number': 4, 'project_id': '81c8d21265d54280965048bf136c1828', 'subnets': [{'id': '8406339b-7f39-465a-bc7e-ff224f255df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:28.895911 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6618e457-f7d4-4fd1-8a37-bfe1ff6c6f8a None None] The sync data for ids ['b56f6f37-3115-4bfd-9f69-bcf2cf508cba'] in dv-cinder-734144-19-iscsi is: [{'id': 'b56f6f37-3115-4bfd-9f69-bcf2cf508cba', 'name': 'tempest-TestVolumeBootPattern-330897650-router', 'tenant_id': '81c8d21265d54280965048bf136c1828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'b0cf748b-38e6-41b6-99c7-815c98a637db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:17Z', 'updated_at': '2021-05-17T12:07:22Z', 'revision_number': 4, 'project_id': '81c8d21265d54280965048bf136c1828', 'gw_port': {'id': 'b0cf748b-38e6-41b6-99c7-815c98a637db', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:01:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f6f37-3115-4bfd-9f69-bcf2cf508cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:18Z', 'updated_at': '2021-05-17T12:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': 'cce3c6e0-5fd8-4e36-8b3b-a7866750c845', 'name': '', 'network_id': 'a3eea509-8e89-4c2b-bc2f-87f41a06a0d7', 'tenant_id': '81c8d21265d54280965048bf136c1828', 'mac_address': 'fa:16:3e:1e:8b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56f6f37-3115-4bfd-9f69-bcf2cf508cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8406339b-7f39-465a-bc7e-ff224f255df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:21Z', 'updated_at': '2021-05-17T12:07:28Z', 'revision_number': 4, 'project_id': '81c8d21265d54280965048bf136c1828', 'subnets': [{'id': '8406339b-7f39-465a-bc7e-ff224f255df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:07:29.974358 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device cce3c6e0-5fd8-4e36-8b3b-a7866750c845 up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:07:30.128540 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning for port cce3c6e0-5fd8-4e36-8b3b-a7866750c845 completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:07:30.138359 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port cce3c6e0-5fd8-4e36-8b3b-a7866750c845 triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:07:30.138979 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:30.363952 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:30.403425 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] For port cce3c6e0-5fd8-4e36-8b3b-a7866750c845, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=cce3c6e0-5fd8-4e36-8b3b-a7866750c845,segment=NetworkSegment(d7d8bcb6-3c23-4186-83f0-6fa92c298ddc),segment_id=d7d8bcb6-3c23-4186-83f0-6fa92c298ddc)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:07:30.408006 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:30.410643 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:30.479212 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Pushing event updated for resources: {'Port': ['ID=cce3c6e0-5fd8-4e36-8b3b-a7866750c845,revision_number=5']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:30.482429 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:31.713324 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb21b3-0ec4-4e36-97db-b2be5547462f req-93f1de34-d3f9-4ab4-865b-44e13a320c9d tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:31.716016 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-10bb21b3-0ec4-4e36-97db-b2be5547462f req-93f1de34-d3f9-4ab4-865b-44e13a320c9d tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 946 time: 0.0894129 May 17 12:07:31.768731 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-10bb21b3-0ec4-4e36-97db-b2be5547462f req-1e245e4f-2560-4486-a499-0388f80ed405 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417814 May 17 12:07:31.898593 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device cce3c6e0-5fd8-4e36-8b3b-a7866750c845 up at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:07:31.976707 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Provisioning complete for port cce3c6e0-5fd8-4e36-8b3b-a7866750c845 triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:07:31.977279 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:32.973131 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b103873-c26d-4555-94e8-b4376cc1e620 req-3becae7f-805d-4010-aece-3c8b6dd2a110 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:32.974904 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-5b103873-c26d-4555-94e8-b4376cc1e620 req-3becae7f-805d-4010-aece-3c8b6dd2a110 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 946 time: 0.0900805 May 17 12:07:33.025513 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-5b103873-c26d-4555-94e8-b4376cc1e620 req-d32940a6-5a29-40fc-b39f-341b110dd644 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435591 May 17 12:07:33.639811 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07fec4-a5e5-499e-a424-6cff09f62b4e req-4956ce1c-eb2e-454e-b4da-ff6271f7388c tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:33.641298 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-4a07fec4-a5e5-499e-a424-6cff09f62b4e req-4956ce1c-eb2e-454e-b4da-ff6271f7388c tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.52 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 946 time: 0.0815928 May 17 12:07:33.784950 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [req-4a07fec4-a5e5-499e-a424-6cff09f62b4e req-0f5195bb-f759-44a3-8be2-74a202f4a303 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Deleting port 4d3d7d97-9f22-4cee-8535-01e2e8893ab2 {{(pid=78700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:07:33.785305 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-4a07fec4-a5e5-499e-a424-6cff09f62b4e req-0f5195bb-f759-44a3-8be2-74a202f4a303 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:33.928160 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-4a07fec4-a5e5-499e-a424-6cff09f62b4e req-0f5195bb-f759-44a3-8be2-74a202f4a303 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] For port 4d3d7d97-9f22-4cee-8535-01e2e8893ab2, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=4d3d7d97-9f22-4cee-8535-01e2e8893ab2,segment=NetworkSegment(5f3ca14c-f170-4716-92b7-0cba2aeab367),segment_id=5f3ca14c-f170-4716-92b7-0cba2aeab367)] {{(pid=78700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:07:33.928516 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-4a07fec4-a5e5-499e-a424-6cff09f62b4e req-0f5195bb-f759-44a3-8be2-74a202f4a303 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:34.302130 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-4a07fec4-a5e5-499e-a424-6cff09f62b4e req-0f5195bb-f759-44a3-8be2-74a202f4a303 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:34.303064 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-4a07fec4-a5e5-499e-a424-6cff09f62b4e req-0f5195bb-f759-44a3-8be2-74a202f4a303 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407876'] for floatingip, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:34.303682 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.db.l3_db [req-4a07fec4-a5e5-499e-a424-6cff09f62b4e req-0f5195bb-f759-44a3-8be2-74a202f4a303 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Floating IP 1e5c5c13-cd12-4ce4-a731-852563612668 disassociated. External IP: 172.27.1.186, port: 4d3d7d97-9f22-4cee-8535-01e2e8893ab2. May 17 12:07:34.304282 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [req-4a07fec4-a5e5-499e-a424-6cff09f62b4e req-0f5195bb-f759-44a3-8be2-74a202f4a303 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Calling delete_port for 4d3d7d97-9f22-4cee-8535-01e2e8893ab2 owned by compute:nova {{(pid=78700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:07:34.375090 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bcc727-0ae0-429b-9f12-929ac53df57e req-2d83956c-f333-4cd4-bdb5-cc7f43ce7396 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:34.376537 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-38bcc727-0ae0-429b-9f12-929ac53df57e req-2d83956c-f333-4cd4-bdb5-cc7f43ce7396 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=70c2d3fe-feb1-4c61-9f9d-df852dce1f9f HTTP/1.1" status: 200 len: 946 time: 0.1508422 May 17 12:07:34.440232 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535d267-fa43-4ec8-a7a4-765d4f115c8b req-32a7e4b2-9a56-4d60-adf8-1205c459b560 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:34.441734 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-d535d267-fa43-4ec8-a7a4-765d4f115c8b req-32a7e4b2-9a56-4d60-adf8-1205c459b560 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=e005e9bf-3b4f-4ae1-8141-cf778c404d5e HTTP/1.1" status: 200 len: 945 time: 0.1889403 May 17 12:07:34.491783 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-d535d267-fa43-4ec8-a7a4-765d4f115c8b req-2b10e25d-afd4-410f-98fa-ad27950b9736 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428779 May 17 12:07:34.586418 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-38bcc727-0ae0-429b-9f12-929ac53df57e req-7e0a2291-92d6-420a-91fe-be701df406da tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1981077 May 17 12:07:34.593453 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-4a07fec4-a5e5-499e-a424-6cff09f62b4e req-0f5195bb-f759-44a3-8be2-74a202f4a303 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:34.599264 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-06b36f2c-31f6-4243-970f-4b35f7e34f88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:34.648675 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5195bb-f759-44a3-8be2-74a202f4a303 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Pushing event deleted for resources: {'Port': ['ID=4d3d7d97-9f22-4cee-8535-01e2e8893ab2,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:34.652704 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-0f5195bb-f759-44a3-8be2-74a202f4a303 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:34.843992 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a07fec4-a5e5-499e-a424-6cff09f62b4e req-0f5195bb-f759-44a3-8be2-74a202f4a303 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Router dccc072a-e607-43c3-aad2-3fd800a71253 has already been hosted by L3 agent 7d9bdccf-07e9-4436-af26-1dad3be87fd8 {{(pid=78700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:07:35.035123 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a07fec4-a5e5-499e-a424-6cff09f62b4e req-0f5195bb-f759-44a3-8be2-74a202f4a303 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify agent at l3_agent.dv-cinder-734144-19-iscsi the message routers_updated {{(pid=78700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:07:35.046024 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8aea3a3-6aa6-43fb-b24d-896343d71424 None None] Sync routers for ids ['dccc072a-e607-43c3-aad2-3fd800a71253'] in dv-cinder-734144-19-iscsi {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:07:35.061594 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8aea3a3-6aa6-43fb-b24d-896343d71424 None None] Routers {'dccc072a-e607-43c3-aad2-3fd800a71253'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:07:35.062449 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-a8aea3a3-6aa6-43fb-b24d-896343d71424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:07:11Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['dccc072a-e607-43c3-aad2-3fd800a71253'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:35.117654 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a07fec4-a5e5-499e-a424-6cff09f62b4e req-0f5195bb-f759-44a3-8be2-74a202f4a303 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] No DVR routers for this DVR port 4d3d7d97-9f22-4cee-8535-01e2e8893ab2 on host hv-cinder-73414 {{(pid=78700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:07:35.120359 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-4a07fec4-a5e5-499e-a424-6cff09f62b4e req-0f5195bb-f759-44a3-8be2-74a202f4a303 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:35.125113 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c2d3fe-feb1-4c61-9f9d-df852dce1f9f', 'name': 'network-vif-deleted', 'tag': '4d3d7d97-9f22-4cee-8535-01e2e8893ab2'}] {{(pid=78700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:07:35.141255 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-4a07fec4-a5e5-499e-a424-6cff09f62b4e req-0f5195bb-f759-44a3-8be2-74a202f4a303 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.52 "DELETE /v2.0/ports/4d3d7d97-9f22-4cee-8535-01e2e8893ab2 HTTP/1.1" status: 204 len: 173 time: 1.4928796 May 17 12:07:35.184854 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c2d3fe-feb1-4c61-9f9d-df852dce1f9f', 'name': 'network-vif-deleted', 'tag': '4d3d7d97-9f22-4cee-8535-01e2e8893ab2', 'status': 'completed', 'code': 200} May 17 12:07:35.267960 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-a8aea3a3-6aa6-43fb-b24d-896343d71424 None None] Set router dccc072a-e607-43c3-aad2-3fd800a71253 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:07:35.594804 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-a8aea3a3-6aa6-43fb-b24d-896343d71424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'name': 'tempest-AttachVolumeShelveTestJSON-1697176697-router', 'tenant_id': 'eb0716dd61384274b0edea30aa0018fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'd9ad547f-4c6a-4a32-bf92-5be01a5e6552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:34Z', 'updated_at': '2021-05-17T12:02:42Z', 'revision_number': 4, 'project_id': 'eb0716dd61384274b0edea30aa0018fc', 'gw_port': {'id': 'd9ad547f-4c6a-4a32-bf92-5be01a5e6552', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:35Z', 'updated_at': '2021-05-17T12:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': '251ab6a6-a5cc-4745-a40c-2fa80a951893', 'name': '', 'network_id': '60d01f58-95c2-41d0-9639-8f96ef255b31', 'tenant_id': 'eb0716dd61384274b0edea30aa0018fc', 'mac_address': 'fa:16:3e:b0:ea:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'ef588d6f-d166-4427-8aef-1ce83b0779d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:40Z', 'updated_at': '2021-05-17T12:02:52Z', 'revision_number': 5, 'project_id': 'eb0716dd61384274b0edea30aa0018fc', 'subnets': [{'id': 'ef588d6f-d166-4427-8aef-1ce83b0779d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:35.598866 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8aea3a3-6aa6-43fb-b24d-896343d71424 None None] Checking router: dccc072a-e607-43c3-aad2-3fd800a71253 for host: dv-cinder-734144-19-iscsi {{(pid=78702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:07:35.607833 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8aea3a3-6aa6-43fb-b24d-896343d71424 None None] Routers {'dccc072a-e607-43c3-aad2-3fd800a71253'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:07:35.608464 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-a8aea3a3-6aa6-43fb-b24d-896343d71424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:07:11Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['dccc072a-e607-43c3-aad2-3fd800a71253'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:35.707210 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0340af-882a-4984-9e21-3a142bb1b81d req-e47587f0-a019-4b92-9919-6676978d705e tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:35.708745 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-8e0340af-882a-4984-9e21-3a142bb1b81d req-e47587f0-a019-4b92-9919-6676978d705e tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=e005e9bf-3b4f-4ae1-8141-cf778c404d5e HTTP/1.1" status: 200 len: 945 time: 0.1001861 May 17 12:07:35.734840 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 34610) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:07:35.762363 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-8e0340af-882a-4984-9e21-3a142bb1b81d req-f54bc6f1-2ba8-461d-aad1-ef5a980aa0fe tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463231 May 17 12:07:35.809410 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-a8aea3a3-6aa6-43fb-b24d-896343d71424 None None] Set router dccc072a-e607-43c3-aad2-3fd800a71253 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:07:35.814019 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-7a5dfdf7-38af-4941-9a8b-573965562f49 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks [] for security_group, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:35.856057 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-7a5dfdf7-38af-4941-9a8b-573965562f49 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:35.927093 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-7a5dfdf7-38af-4941-9a8b-573965562f49 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:35.933880 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-390b7549-2dac-4624-9170-51b8af5d3c1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:35.939204 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 4d3d7d97-9f22-4cee-8535-01e2e8893ab2 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:07:35.951662 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5dfdf7-38af-4941-9a8b-573965562f49 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:35.954974 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-7a5dfdf7-38af-4941-9a8b-573965562f49 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:35.966357 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-7a5dfdf7-38af-4941-9a8b-573965562f49 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:35.967963 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-7a5dfdf7-38af-4941-9a8b-573965562f49 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "DELETE /v2.0/security-groups/da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8 HTTP/1.1" status: 204 len: 168 time: 0.2317703 May 17 12:07:35.970284 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 34616) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:07:35.989545 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.api.v2.resource [None req-5acbf735-c499-48ce-8e3f-2544508fff4a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] show failed (client error): The resource could not be found. May 17 12:07:35.990531 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-5acbf735-c499-48ce-8e3f-2544508fff4a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups/da179d64-fc3f-4bff-bc20-f2ce4fcfeeb8 HTTP/1.1" status: 404 len: 347 time: 0.0192428 May 17 12:07:35.994546 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 34620) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:07:35.997531 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] No Port match for: 4d3d7d97-9f22-4cee-8535-01e2e8893ab2 {{(pid=78702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:07:35.997956 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 4d3d7d97-9f22-4cee-8535-01e2e8893ab2 not bound to the agent host hv-cinder-73414 {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:07:36.249980 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-a8aea3a3-6aa6-43fb-b24d-896343d71424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'name': 'tempest-AttachVolumeShelveTestJSON-1697176697-router', 'tenant_id': 'eb0716dd61384274b0edea30aa0018fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'd9ad547f-4c6a-4a32-bf92-5be01a5e6552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:34Z', 'updated_at': '2021-05-17T12:02:42Z', 'revision_number': 4, 'project_id': 'eb0716dd61384274b0edea30aa0018fc', 'gw_port': {'id': 'd9ad547f-4c6a-4a32-bf92-5be01a5e6552', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:35Z', 'updated_at': '2021-05-17T12:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': '251ab6a6-a5cc-4745-a40c-2fa80a951893', 'name': '', 'network_id': '60d01f58-95c2-41d0-9639-8f96ef255b31', 'tenant_id': 'eb0716dd61384274b0edea30aa0018fc', 'mac_address': 'fa:16:3e:b0:ea:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'ef588d6f-d166-4427-8aef-1ce83b0779d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:40Z', 'updated_at': '2021-05-17T12:02:52Z', 'revision_number': 5, 'project_id': 'eb0716dd61384274b0edea30aa0018fc', 'subnets': [{'id': 'ef588d6f-d166-4427-8aef-1ce83b0779d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:36.254800 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8aea3a3-6aa6-43fb-b24d-896343d71424 None None] The sync data for ids ['dccc072a-e607-43c3-aad2-3fd800a71253'] in dv-cinder-734144-19-iscsi is: [{'id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'name': 'tempest-AttachVolumeShelveTestJSON-1697176697-router', 'tenant_id': 'eb0716dd61384274b0edea30aa0018fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'd9ad547f-4c6a-4a32-bf92-5be01a5e6552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:34Z', 'updated_at': '2021-05-17T12:02:42Z', 'revision_number': 4, 'project_id': 'eb0716dd61384274b0edea30aa0018fc', 'gw_port': {'id': 'd9ad547f-4c6a-4a32-bf92-5be01a5e6552', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:35Z', 'updated_at': '2021-05-17T12:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': '251ab6a6-a5cc-4745-a40c-2fa80a951893', 'name': '', 'network_id': '60d01f58-95c2-41d0-9639-8f96ef255b31', 'tenant_id': 'eb0716dd61384274b0edea30aa0018fc', 'mac_address': 'fa:16:3e:b0:ea:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'ef588d6f-d166-4427-8aef-1ce83b0779d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:40Z', 'updated_at': '2021-05-17T12:02:52Z', 'revision_number': 5, 'project_id': 'eb0716dd61384274b0edea30aa0018fc', 'subnets': [{'id': 'ef588d6f-d166-4427-8aef-1ce83b0779d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:07:36.290150 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ccde2e-2835-42db-a627-f456ea15fe1b req-1efec7e0-6c8c-4142-a8bb-5ec6ed02dc8e tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:36.291678 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-67ccde2e-2835-42db-a627-f456ea15fe1b req-1efec7e0-6c8c-4142-a8bb-5ec6ed02dc8e tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.52 "GET /v2.0/ports?device_id=e005e9bf-3b4f-4ae1-8141-cf778c404d5e HTTP/1.1" status: 200 len: 945 time: 0.2386665 May 17 12:07:36.351767 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [None req-f4bc17d4-ac68-4712-9232-7d7dead46467 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Deleting port eb285b7a-0dcc-43d7-aec3-b7acee31c27f {{(pid=78700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:07:36.352113 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f4bc17d4-ac68-4712-9232-7d7dead46467 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:36.492124 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa38b004-e9f3-4d04-9ebd-1a1554f4a852 None None] New status for floating IP 1e5c5c13-cd12-4ce4-a731-852563612668: DOWN {{(pid=78703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 12:07:36.545118 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f4bc17d4-ac68-4712-9232-7d7dead46467 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:36.545454 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f4bc17d4-ac68-4712-9232-7d7dead46467 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:36.670478 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [None req-f4bc17d4-ac68-4712-9232-7d7dead46467 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Calling delete_port for eb285b7a-0dcc-43d7-aec3-b7acee31c27f owned by network:floatingip {{(pid=78700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:07:36.678490 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [req-67ccde2e-2835-42db-a627-f456ea15fe1b req-d93b30d0-ba68-44b5-bb85-641fe80501e1 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Deleting port c3999364-54ca-4455-ba36-ae2d3ce0f9be {{(pid=78700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:07:36.678835 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-67ccde2e-2835-42db-a627-f456ea15fe1b req-d93b30d0-ba68-44b5-bb85-641fe80501e1 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:36.951690 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-67ccde2e-2835-42db-a627-f456ea15fe1b req-d93b30d0-ba68-44b5-bb85-641fe80501e1 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] For port c3999364-54ca-4455-ba36-ae2d3ce0f9be, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=c3999364-54ca-4455-ba36-ae2d3ce0f9be,segment=NetworkSegment(b61233ca-6cb6-4e29-9ec5-c0502c3c2c37),segment_id=b61233ca-6cb6-4e29-9ec5-c0502c3c2c37)] {{(pid=78700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:07:36.952350 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-67ccde2e-2835-42db-a627-f456ea15fe1b req-d93b30d0-ba68-44b5-bb85-641fe80501e1 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:36.964474 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ac1e3-4430-4312-baa1-071fcdf66432 req-729a6162-2a45-49a8-b1b0-216eec40884b tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:36.966194 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-1a5ac1e3-4430-4312-baa1-071fcdf66432 req-729a6162-2a45-49a8-b1b0-216eec40884b tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=e005e9bf-3b4f-4ae1-8141-cf778c404d5e HTTP/1.1" status: 200 len: 945 time: 0.0863674 May 17 12:07:37.025033 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-1a5ac1e3-4430-4312-baa1-071fcdf66432 req-5e462c10-8499-42bb-b852-e4bd629c9dc1 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525315 May 17 12:07:37.089646 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [req-67ccde2e-2835-42db-a627-f456ea15fe1b req-d93b30d0-ba68-44b5-bb85-641fe80501e1 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Calling delete_port for c3999364-54ca-4455-ba36-ae2d3ce0f9be owned by compute:nova {{(pid=78700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:07:37.170424 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f4bc17d4-ac68-4712-9232-7d7dead46467 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:37.175651 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-e745f6ad-1332-44a7-89d5-acfbd75c3a2d tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:37.232809 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bc17d4-ac68-4712-9232-7d7dead46467 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Pushing event deleted for resources: {'Port': ['ID=eb285b7a-0dcc-43d7-aec3-b7acee31c27f,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:37.259813 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-f4bc17d4-ac68-4712-9232-7d7dead46467 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:37.380048 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f4bc17d4-ac68-4712-9232-7d7dead46467 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks [] for floatingip, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:37.392738 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-67ccde2e-2835-42db-a627-f456ea15fe1b req-d93b30d0-ba68-44b5-bb85-641fe80501e1 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:37.400919 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-e00701d9-7667-4abd-a5d8-b957a73ac534 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:37.404455 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] get_ports_and_sgs() called for port_ids ['0640b73d-51e9-47f4-a362-f5b6aaf63e9a', '49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d', '6c71f393-e13d-41b2-9f45-a18a6a7b376f', 'c3999364-54ca-4455-ba36-ae2d3ce0f9be'] {{(pid=78702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:07:37.446894 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f4bc17d4-ac68-4712-9232-7d7dead46467 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for floatingip, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:37.448045 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-f4bc17d4-ac68-4712-9232-7d7dead46467 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "DELETE /v2.0/floatingips/1e5c5c13-cd12-4ce4-a731-852563612668 HTTP/1.1" status: 204 len: 168 time: 1.4510987 May 17 12:07:37.455376 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b30d0-ba68-44b5-bb85-641fe80501e1 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Pushing event deleted for resources: {'Port': ['ID=c3999364-54ca-4455-ba36-ae2d3ce0f9be,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:37.456921 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-d93b30d0-ba68-44b5-bb85-641fe80501e1 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:37.544065 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ccde2e-2835-42db-a627-f456ea15fe1b req-d93b30d0-ba68-44b5-bb85-641fe80501e1 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] No DVR routers for this DVR port c3999364-54ca-4455-ba36-ae2d3ce0f9be on host hv-cinder-73414 {{(pid=78700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:07:37.546396 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-67ccde2e-2835-42db-a627-f456ea15fe1b req-d93b30d0-ba68-44b5-bb85-641fe80501e1 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:37.548693 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-67ccde2e-2835-42db-a627-f456ea15fe1b req-d93b30d0-ba68-44b5-bb85-641fe80501e1 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.52 "DELETE /v2.0/ports/c3999364-54ca-4455-ba36-ae2d3ce0f9be HTTP/1.1" status: 204 len: 173 time: 1.2503109 May 17 12:07:37.549229 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e005e9bf-3b4f-4ae1-8141-cf778c404d5e', 'name': 'network-vif-deleted', 'tag': 'c3999364-54ca-4455-ba36-ae2d3ce0f9be'}] {{(pid=78700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:07:37.605386 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e005e9bf-3b4f-4ae1-8141-cf778c404d5e', 'name': 'network-vif-deleted', 'tag': 'c3999364-54ca-4455-ba36-ae2d3ce0f9be', 'status': 'completed', 'code': 200} May 17 12:07:37.721363 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 34636) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:07:37.727338 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [None req-4ded0a15-d0cc-447e-8bbd-286962e8c538 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1677261183', 'description': 'tempest-description--49384979'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:07:37.734342 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-4ded0a15-d0cc-447e-8bbd-286962e8c538 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:07:37.738572 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-4ded0a15-d0cc-447e-8bbd-286962e8c538 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Usage tracker for resource:security_group and tenant:eb0716dd61384274b0edea30aa0018fc is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:07:37.742179 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-4ded0a15-d0cc-447e-8bbd-286962e8c538 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:07:37.749223 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-4ded0a15-d0cc-447e-8bbd-286962e8c538 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:07:37.762120 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-4ded0a15-d0cc-447e-8bbd-286962e8c538 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:37.785245 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-4ded0a15-d0cc-447e-8bbd-286962e8c538 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:07:37.789104 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-4ded0a15-d0cc-447e-8bbd-286962e8c538 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Usage tracker for resource:security_group_rule and tenant:eb0716dd61384274b0edea30aa0018fc is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:07:37.791920 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-4ded0a15-d0cc-447e-8bbd-286962e8c538 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:07:37.799237 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-4ded0a15-d0cc-447e-8bbd-286962e8c538 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:07:37.874670 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-4ded0a15-d0cc-447e-8bbd-286962e8c538 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:37.878409 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-4ded0a15-d0cc-447e-8bbd-286962e8c538 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:37.882326 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-6ed79e20-d6f7-4906-b996-268684ec551b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:37.926065 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded0a15-d0cc-447e-8bbd-286962e8c538 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a7cfb8-24ef-4fc7-8262-74e649ba0085,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:37.930992 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-4ded0a15-d0cc-447e-8bbd-286962e8c538 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:37.932508 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-4ded0a15-d0cc-447e-8bbd-286962e8c538 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:37.934373 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-4ded0a15-d0cc-447e-8bbd-286962e8c538 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2117488 May 17 12:07:37.937065 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 34640) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:07:37.942709 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [None req-6fbf1c5d-070d-4eeb-838e-44aee3780a3b tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Request body: {'security_group_rule': {'security_group_id': 'd6a7cfb8-24ef-4fc7-8262-74e649ba0085', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:07:37.947136 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:37.950637 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-6fbf1c5d-070d-4eeb-838e-44aee3780a3b tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:07:37.954543 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-6fbf1c5d-070d-4eeb-838e-44aee3780a3b tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Usage tracker for resource:security_group_rule and tenant:eb0716dd61384274b0edea30aa0018fc is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:07:37.958285 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-6fbf1c5d-070d-4eeb-838e-44aee3780a3b tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:07:37.964141 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-6fbf1c5d-070d-4eeb-838e-44aee3780a3b tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:07:37.986525 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-6fbf1c5d-070d-4eeb-838e-44aee3780a3b tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:38.055181 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-6fbf1c5d-070d-4eeb-838e-44aee3780a3b tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:38.059812 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-6fbf1c5d-070d-4eeb-838e-44aee3780a3b tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461307'] for security_group_rule, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:38.068022 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-78c9ab99-836f-426d-b4b5-9835188f0219 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:38.090142 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf1c5d-070d-4eeb-838e-44aee3780a3b tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=535b74f8-6420-4d35-b5d5-064000f431c6,revision_number=0']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:38.092883 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-6fbf1c5d-070d-4eeb-838e-44aee3780a3b tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:38.101538 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-6fbf1c5d-070d-4eeb-838e-44aee3780a3b tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:38.103342 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-6fbf1c5d-070d-4eeb-838e-44aee3780a3b tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1653428 May 17 12:07:38.106089 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 34648) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:07:38.112503 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [None req-80e654d9-bf85-4ae8-b5ab-20efb8226010 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Request body: {'security_group_rule': {'security_group_id': 'd6a7cfb8-24ef-4fc7-8262-74e649ba0085', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:07:38.119024 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-80e654d9-bf85-4ae8-b5ab-20efb8226010 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:07:38.127404 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-80e654d9-bf85-4ae8-b5ab-20efb8226010 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Usage tracker for resource:security_group_rule and tenant:eb0716dd61384274b0edea30aa0018fc is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:07:38.130810 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-80e654d9-bf85-4ae8-b5ab-20efb8226010 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:07:38.137674 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-80e654d9-bf85-4ae8-b5ab-20efb8226010 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:07:38.159205 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-80e654d9-bf85-4ae8-b5ab-20efb8226010 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:38.234789 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-d7038f18-91a4-4f8d-91fe-e6daa4cf997c req-e8e56573-81a6-4778-b27e-ab665901dd62 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Synchronizing usage tracker for tenant:aa3142f2173d4022b0c404c920dc8d54 on resource:port {{(pid=78700) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:07:38.270882 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-d7038f18-91a4-4f8d-91fe-e6daa4cf997c req-e8e56573-81a6-4778-b27e-ab665901dd62 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Unset dirty status for tenant:aa3142f2173d4022b0c404c920dc8d54 on resource:port {{(pid=78700) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:07:38.271927 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d7038f18-91a4-4f8d-91fe-e6daa4cf997c req-e8e56573-81a6-4778-b27e-ab665901dd62 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=e005e9bf-3b4f-4ae1-8141-cf778c404d5e HTTP/1.1" status: 200 len: 210 time: 0.1000338 May 17 12:07:38.283049 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-80e654d9-bf85-4ae8-b5ab-20efb8226010 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:38.287048 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-80e654d9-bf85-4ae8-b5ab-20efb8226010 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461307'] for security_group_rule, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:38.289082 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:38.321676 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e654d9-bf85-4ae8-b5ab-20efb8226010 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7e40de4-df09-430c-a501-42cf7f2d66e2,revision_number=0']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:38.325445 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-80e654d9-bf85-4ae8-b5ab-20efb8226010 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:38.326837 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-80e654d9-bf85-4ae8-b5ab-20efb8226010 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:38.328367 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-80e654d9-bf85-4ae8-b5ab-20efb8226010 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2204096 May 17 12:07:38.330994 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 34654) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:07:38.336039 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [None req-f5d6e0f7-8f35-45a7-95df-8149426f0514 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Request body: {'floatingip': {'floating_network_id': '163aee93-eed0-47f4-9809-6291286e957c'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:07:38.341937 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-f5d6e0f7-8f35-45a7-95df-8149426f0514 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:07:38.346057 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-f5d6e0f7-8f35-45a7-95df-8149426f0514 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Usage tracker for resource:floatingip and tenant:eb0716dd61384274b0edea30aa0018fc is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:07:38.349053 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-f5d6e0f7-8f35-45a7-95df-8149426f0514 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:07:38.356227 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-f5d6e0f7-8f35-45a7-95df-8149426f0514 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:07:38.366517 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f5d6e0f7-8f35-45a7-95df-8149426f0514 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks [] for floatingip, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:38.505084 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f5d6e0f7-8f35-45a7-95df-8149426f0514 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:38.649852 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.db_base_plugin_common [None req-f5d6e0f7-8f35-45a7-95df-8149426f0514 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Allocated IP 172.27.1.176 (163aee93-eed0-47f4-9809-6291286e957c/35eb0c40-f6d0-43b5-b72a-9e8dd7567b53/9d272255-b488-4ec9-8481-a74d41effa28) {{(pid=78700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:07:38.767262 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f7802884-0a3f-4b69-a1ac-09f2fe7c5539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:38.799213 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f5d6e0f7-8f35-45a7-95df-8149426f0514 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks [] for port, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:38.830272 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f5d6e0f7-8f35-45a7-95df-8149426f0514 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:38.834830 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-123e592b-d534-4395-9190-107265e9c324 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:38.901134 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d6e0f7-8f35-45a7-95df-8149426f0514 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Network 163aee93-eed0-47f4-9809-6291286e957c is already hosted by enough agents. {{(pid=78700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:07:38.904277 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.base_scheduler [None req-f5d6e0f7-8f35-45a7-95df-8149426f0514 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Resources bound (agent type, host, resource id): {{(pid=78700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:07:38.907887 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d6e0f7-8f35-45a7-95df-8149426f0514 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Received port after_create {{(pid=78700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:07:38.947116 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d6e0f7-8f35-45a7-95df-8149426f0514 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Pushing event updated for resources: {'Port': ['ID=9d272255-b488-4ec9-8481-a74d41effa28,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:38.951929 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-f5d6e0f7-8f35-45a7-95df-8149426f0514 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:38.994399 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f5d6e0f7-8f35-45a7-95df-8149426f0514 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:39.066092 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f5d6e0f7-8f35-45a7-95df-8149426f0514 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:39.373344 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f5d6e0f7-8f35-45a7-95df-8149426f0514 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks [] for port, precommit_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:39.378918 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f5d6e0f7-8f35-45a7-95df-8149426f0514 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2209221'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:39.383495 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-676454d0-ada7-4c94-83c6-c6407f5ad3a7 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:39.497472 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d6e0f7-8f35-45a7-95df-8149426f0514 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Pushing event updated for resources: {'Port': ['ID=9d272255-b488-4ec9-8481-a74d41effa28,revision_number=2']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:39.502099 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-f5d6e0f7-8f35-45a7-95df-8149426f0514 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:39.509865 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f5d6e0f7-8f35-45a7-95df-8149426f0514 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407876'] for floatingip, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:39.534414 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f5d6e0f7-8f35-45a7-95df-8149426f0514 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for floatingip, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:39.535638 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-f5d6e0f7-8f35-45a7-95df-8149426f0514 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2037377 May 17 12:07:39.764092 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-e5729228-afee-476f-bc31-1752ea616567 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Synchronizing usage tracker for tenant:eb0716dd61384274b0edea30aa0018fc on resource:security_group {{(pid=78700) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:07:39.780093 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-e5729228-afee-476f-bc31-1752ea616567 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Unset dirty status for tenant:eb0716dd61384274b0edea30aa0018fc on resource:security_group {{(pid=78700) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:07:39.781535 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-e5729228-afee-476f-bc31-1752ea616567 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1677261183&fields=id&tenant_id=eb0716dd61384274b0edea30aa0018fc HTTP/1.1" status: 200 len: 267 time: 0.0615983 May 17 12:07:39.894006 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device c3999364-54ca-4455-ba36-ae2d3ce0f9be no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:07:39.930061 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] No Port match for: c3999364-54ca-4455-ba36-ae2d3ce0f9be {{(pid=78702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:07:39.930403 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device c3999364-54ca-4455-ba36-ae2d3ce0f9be not bound to the agent host hv-cinder-73414 {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:07:39.940671 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-1328f235-5956-4e49-8e14-fd781cd5a6a9 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:39.942121 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-1328f235-5956-4e49-8e14-fd781cd5a6a9 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/networks?id=60d01f58-95c2-41d0-9639-8f96ef255b31 HTTP/1.1" status: 200 len: 817 time: 0.1529903 May 17 12:07:39.957706 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-79895cfa-a807-4f66-8778-e59bfc5bb4b4 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/quotas/eb0716dd61384274b0edea30aa0018fc HTTP/1.1" status: 200 len: 375 time: 0.0099630 May 17 12:07:40.040922 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-45e5bf0f-e001-4513-a5d7-8d34df4d96f6 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Synchronizing usage tracker for tenant:eb0716dd61384274b0edea30aa0018fc on resource:port {{(pid=78700) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:07:40.056015 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-45e5bf0f-e001-4513-a5d7-8d34df4d96f6 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Unset dirty status for tenant:eb0716dd61384274b0edea30aa0018fc on resource:port {{(pid=78700) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:07:40.057537 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-45e5bf0f-e001-4513-a5d7-8d34df4d96f6 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb0716dd61384274b0edea30aa0018fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0943708 May 17 12:07:40.196426 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-8e8a0513-373e-4ea9-8d7f-26c150567bd5 service neutron] 10.222.0.11 "GET /v2.0/networks/60d01f58-95c2-41d0-9639-8f96ef255b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263268 May 17 12:07:40.330222 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-826499e2-4a1c-4e94-9166-fdaa75a97542 service neutron] 10.222.0.11 "GET /v2.0/networks/60d01f58-95c2-41d0-9639-8f96ef255b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266263 May 17 12:07:40.525982 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-b6eccb30-e2d9-41a5-b995-915c7988322c req-59d8b47c-55e4-426b-ae01-350923922c42 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 210 time: 0.0581543 May 17 12:07:41.140524 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e83bd-54a0-43d9-90cd-4552684970e2 req-5211f412-5008-4b88-8328-503f4171b6f0 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:41.142005 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f08e83bd-54a0-43d9-90cd-4552684970e2 req-5211f412-5008-4b88-8328-503f4171b6f0 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee45ecea-45db-4fdf-9f14-16f551eec0db HTTP/1.1" status: 200 len: 946 time: 0.0803561 May 17 12:07:41.187923 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f08e83bd-54a0-43d9-90cd-4552684970e2 req-88ccdb5b-f755-49b9-9bfe-d35191529c33 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399597 May 17 12:07:41.299640 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b6a7e61c-ea8b-4752-b3dc-dff8d6a2b08e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:41.319955 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:41.719036 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-5daf2496-6592-4750-a905-809fb40a2708 req-376dacfa-a128-4d0d-97cb-03b94cb78f74 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 210 time: 0.0610147 May 17 12:07:41.731382 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-1b82202e-5a2e-4134-b136-b3e602331c7e tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:41.732781 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-1b82202e-5a2e-4134-b136-b3e602331c7e tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.52 "GET /v2.0/networks?id=60d01f58-95c2-41d0-9639-8f96ef255b31 HTTP/1.1" status: 200 len: 817 time: 0.2136424 May 17 12:07:41.787156 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-097796e8-dcb9-466e-b78e-6de6465208f5 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb0716dd61384274b0edea30aa0018fc HTTP/1.1" status: 200 len: 380 time: 0.0439696 May 17 12:07:41.800778 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-e64430fb-b205-414e-83db-54474f139775 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Request body: {'port': {'device_id': '095df850-0d6e-41f4-845c-f559054a36a3', 'network_id': '60d01f58-95c2-41d0-9639-8f96ef255b31', 'admin_state_up': True, 'tenant_id': 'eb0716dd61384274b0edea30aa0018fc', 'security_groups': ['d6a7cfb8-24ef-4fc7-8262-74e649ba0085']}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:07:41.935223 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-e64430fb-b205-414e-83db-54474f139775 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:07:41.944859 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-e64430fb-b205-414e-83db-54474f139775 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:07:41.954885 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-e64430fb-b205-414e-83db-54474f139775 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Made reservation on behalf of eb0716dd61384274b0edea30aa0018fc for: {'port': 1} {{(pid=78700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:07:41.958483 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-e64430fb-b205-414e-83db-54474f139775 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:42.122003 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.db_base_plugin_common [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-e64430fb-b205-414e-83db-54474f139775 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Allocated IP 172.20.0.7 (60d01f58-95c2-41d0-9639-8f96ef255b31/ef588d6f-d166-4427-8aef-1ce83b0779d0/90a65514-1b1c-4f7f-beb1-176d4d31207d) {{(pid=78700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:07:42.320577 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:42.384280 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929652e7-1578-49c9-a39f-1560fa3b4dec req-ca53615e-685c-4e80-8b60-574aacec6dba tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:42.385873 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-929652e7-1578-49c9-a39f-1560fa3b4dec req-ca53615e-685c-4e80-8b60-574aacec6dba tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee45ecea-45db-4fdf-9f14-16f551eec0db HTTP/1.1" status: 200 len: 946 time: 0.0883605 May 17 12:07:42.410881 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-e64430fb-b205-414e-83db-54474f139775 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks [] for port, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:42.426126 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.provisioning_blocks [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-e64430fb-b205-414e-83db-54474f139775 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Transition to ACTIVE for port object 90a65514-1b1c-4f7f-beb1-176d4d31207d will not be triggered until provisioned by entity DHCP. {{(pid=78700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:07:42.432237 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-929652e7-1578-49c9-a39f-1560fa3b4dec req-3f2051c2-6f65-4df5-a44d-f60a5707662b tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396531 May 17 12:07:42.451113 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-e64430fb-b205-414e-83db-54474f139775 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:42.456611 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-d93b30d0-ba68-44b5-bb85-641fe80501e1 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:42.520013 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-e64430fb-b205-414e-83db-54474f139775 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Network 60d01f58-95c2-41d0-9639-8f96ef255b31 is already hosted by enough agents. {{(pid=78700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:07:42.523082 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.base_scheduler [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-e64430fb-b205-414e-83db-54474f139775 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Resources bound (agent type, host, resource id): {{(pid=78700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:07:42.525434 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-e64430fb-b205-414e-83db-54474f139775 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Received port after_create {{(pid=78700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:07:42.575957 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64430fb-b205-414e-83db-54474f139775 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Pushing event updated for resources: {'Port': ['ID=90a65514-1b1c-4f7f-beb1-176d4d31207d,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:42.589217 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64430fb-b205-414e-83db-54474f139775 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:42.589602 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64430fb-b205-414e-83db-54474f139775 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:42.589971 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64430fb-b205-414e-83db-54474f139775 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:42.590343 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64430fb-b205-414e-83db-54474f139775 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:42.590705 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64430fb-b205-414e-83db-54474f139775 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:42.591062 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64430fb-b205-414e-83db-54474f139775 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:42.591418 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64430fb-b205-414e-83db-54474f139775 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:42.591774 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64430fb-b205-414e-83db-54474f139775 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:42.592126 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64430fb-b205-414e-83db-54474f139775 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:42.592480 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64430fb-b205-414e-83db-54474f139775 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:42.592831 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64430fb-b205-414e-83db-54474f139775 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:42.593209 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64430fb-b205-414e-83db-54474f139775 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:42.596866 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-e64430fb-b205-414e-83db-54474f139775 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:42.613444 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-e64430fb-b205-414e-83db-54474f139775 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:42.614061 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-e64430fb-b205-414e-83db-54474f139775 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:42.640146 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-e64430fb-b205-414e-83db-54474f139775 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8429148 May 17 12:07:42.657427 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-b420675a-7935-4c06-b352-d0963e2496d8 service neutron] Request body: {'port': {'device_id': '095df850-0d6e-41f4-845c-f559054a36a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:07:42.796324 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-b420675a-7935-4c06-b352-d0963e2496d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:42.822328 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-f6f6fef7-5867-4675-9752-93a05b98cf58 None None] Provisioning for port 90a65514-1b1c-4f7f-beb1-176d4d31207d completed by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:07:42.827591 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-f6f6fef7-5867-4675-9752-93a05b98cf58 None None] Provisioning complete for port 90a65514-1b1c-4f7f-beb1-176d4d31207d triggered by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:07:42.828100 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f6f6fef7-5867-4675-9752-93a05b98cf58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:42.884516 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-f6f6fef7-5867-4675-9752-93a05b98cf58 None None] Port 90a65514-1b1c-4f7f-beb1-176d4d31207d cannot update to ACTIVE because it is not bound. {{(pid=78702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 12:07:42.920427 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842b78e-115a-4a76-a161-e31968d8d5bb req-e3549c03-74a8-47e7-b883-1ec4a52c72e6 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:42.921929 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-f842b78e-115a-4a76-a161-e31968d8d5bb req-e3549c03-74a8-47e7-b883-1ec4a52c72e6 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 931 time: 0.0905418 May 17 12:07:42.967988 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-f842b78e-115a-4a76-a161-e31968d8d5bb req-b7ff2600-94f7-4c2f-93fa-007022fe7580 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395272 May 17 12:07:43.144267 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01720c18-f910-4e5b-b923-c48310aea2c9 req-e5e30df6-ea8d-413c-a7db-a56f3668e26b tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:43.145728 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-01720c18-f910-4e5b-b923-c48310aea2c9 req-e5e30df6-ea8d-413c-a7db-a56f3668e26b tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee45ecea-45db-4fdf-9f14-16f551eec0db HTTP/1.1" status: 200 len: 946 time: 0.1743886 May 17 12:07:43.295016 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-b420675a-7935-4c06-b352-d0963e2496d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90a65514-1b1c-4f7f-beb1-176d4d31207d {{(pid=78700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:07:43.311198 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-b420675a-7935-4c06-b352-d0963e2496d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:43.335048 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.provisioning_blocks [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-b420675a-7935-4c06-b352-d0963e2496d8 service neutron] Transition to ACTIVE for port object 90a65514-1b1c-4f7f-beb1-176d4d31207d will not be triggered until provisioned by entity L2. {{(pid=78700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:07:43.338940 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-b420675a-7935-4c06-b352-d0963e2496d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2209221'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:43.344134 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-f4bc17d4-ac68-4712-9232-7d7dead46467 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:43.512789 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b420675a-7935-4c06-b352-d0963e2496d8 service neutron] Pushing event updated for resources: {'Port': ['ID=90a65514-1b1c-4f7f-beb1-176d4d31207d,revision_number=2']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:43.520693 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-b420675a-7935-4c06-b352-d0963e2496d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:43.548975 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [req-01720c18-f910-4e5b-b923-c48310aea2c9 req-2a6805af-3657-4963-b06a-cf475e4bbb0e tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Deleting port 6c71f393-e13d-41b2-9f45-a18a6a7b376f {{(pid=78700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:07:43.549248 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-01720c18-f910-4e5b-b923-c48310aea2c9 req-2a6805af-3657-4963-b06a-cf475e4bbb0e tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:43.750829 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-b420675a-7935-4c06-b352-d0963e2496d8 service neutron] Attempting to bind port 90a65514-1b1c-4f7f-beb1-176d4d31207d on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:07:43.751081 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-b420675a-7935-4c06-b352-d0963e2496d8 service neutron] Attempting to bind port 90a65514-1b1c-4f7f-beb1-176d4d31207d by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '5f3ca14c-f170-4716-92b7-0cba2aeab367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '60d01f58-95c2-41d0-9639-8f96ef255b31'}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:07:43.751406 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-b420675a-7935-4c06-b352-d0963e2496d8 service neutron] Attempting to bind port 90a65514-1b1c-4f7f-beb1-176d4d31207d on network 60d01f58-95c2-41d0-9639-8f96ef255b31 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:07:43.762293 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-b420675a-7935-4c06-b352-d0963e2496d8 service neutron] Port 90a65514-1b1c-4f7f-beb1-176d4d31207d on network 60d01f58-95c2-41d0-9639-8f96ef255b31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 12:07:43.762606 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-b420675a-7935-4c06-b352-d0963e2496d8 service neutron] Attempting to bind port 90a65514-1b1c-4f7f-beb1-176d4d31207d on network 60d01f58-95c2-41d0-9639-8f96ef255b31 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:07:43.780098 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-b420675a-7935-4c06-b352-d0963e2496d8 service neutron] Checking agent: {'id': 'cd1455da-95ea-496d-8b07-9fb5ea757b4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 59, 37), 'started_at': datetime.datetime(2021, 5, 17, 11, 59, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:07:43.780438 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-b420675a-7935-4c06-b352-d0963e2496d8 service neutron] Checking segment: {'id': '5f3ca14c-f170-4716-92b7-0cba2aeab367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '60d01f58-95c2-41d0-9639-8f96ef255b31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:07:43.780813 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-b420675a-7935-4c06-b352-d0963e2496d8 service neutron] Bound using segment: {'id': '5f3ca14c-f170-4716-92b7-0cba2aeab367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '60d01f58-95c2-41d0-9639-8f96ef255b31'} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:07:43.781267 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-b420675a-7935-4c06-b352-d0963e2496d8 service neutron] Bound port: 90a65514-1b1c-4f7f-beb1-176d4d31207d, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f3ca14c-f170-4716-92b7-0cba2aeab367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '60d01f58-95c2-41d0-9639-8f96ef255b31'}}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:07:43.781613 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-b420675a-7935-4c06-b352-d0963e2496d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:43.799402 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-01720c18-f910-4e5b-b923-c48310aea2c9 req-2a6805af-3657-4963-b06a-cf475e4bbb0e tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] For port 6c71f393-e13d-41b2-9f45-a18a6a7b376f, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=6c71f393-e13d-41b2-9f45-a18a6a7b376f,segment=NetworkSegment(b61233ca-6cb6-4e29-9ec5-c0502c3c2c37),segment_id=b61233ca-6cb6-4e29-9ec5-c0502c3c2c37)] {{(pid=78700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:07:43.799531 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-01720c18-f910-4e5b-b923-c48310aea2c9 req-2a6805af-3657-4963-b06a-cf475e4bbb0e tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:43.847265 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823fb3b-e8a8-4e64-a727-be2fc2dbefa6 req-67d3dde2-4807-46e1-b11c-4b4d31b7bab2 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:43.849078 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-c823fb3b-e8a8-4e64-a727-be2fc2dbefa6 req-67d3dde2-4807-46e1-b11c-4b4d31b7bab2 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee45ecea-45db-4fdf-9f14-16f551eec0db HTTP/1.1" status: 200 len: 946 time: 0.2840128 May 17 12:07:44.030992 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [req-01720c18-f910-4e5b-b923-c48310aea2c9 req-2a6805af-3657-4963-b06a-cf475e4bbb0e tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Calling delete_port for 6c71f393-e13d-41b2-9f45-a18a6a7b376f owned by compute:nova {{(pid=78700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:07:44.193298 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-b420675a-7935-4c06-b352-d0963e2496d8 service neutron] For port 90a65514-1b1c-4f7f-beb1-176d4d31207d, host hv-cinder-73414, cleared binding levels {{(pid=78700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:07:44.202672 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:44.204776 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-c823fb3b-e8a8-4e64-a727-be2fc2dbefa6 req-aef3606e-04a5-4df6-8c57-4e1a5369fe49 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977543 May 17 12:07:44.209214 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-b420675a-7935-4c06-b352-d0963e2496d8 service neutron] For port 90a65514-1b1c-4f7f-beb1-176d4d31207d, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=90a65514-1b1c-4f7f-beb1-176d4d31207d,segment=NetworkSegment(5f3ca14c-f170-4716-92b7-0cba2aeab367),segment_id=5f3ca14c-f170-4716-92b7-0cba2aeab367)] {{(pid=78700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:07:44.212832 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d0eb7-67fe-4979-a1dd-37a4d9746905 req-69cde349-7827-4ead-8fc0-9bc4d7b18bd8 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:44.214377 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-a69d0eb7-67fe-4979-a1dd-37a4d9746905 req-69cde349-7827-4ead-8fc0-9bc4d7b18bd8 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 943 time: 0.0893781 May 17 12:07:44.217898 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-b420675a-7935-4c06-b352-d0963e2496d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2209221'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:44.223460 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-98357bdf-55a7-4018-b3f2-d5d2426021bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:44.266263 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-a69d0eb7-67fe-4979-a1dd-37a4d9746905 req-32deeccf-49fb-4a5f-91af-80ea4fef3616 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440822 May 17 12:07:44.294109 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-b420675a-7935-4c06-b352-d0963e2496d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:44.294109 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-b420675a-7935-4c06-b352-d0963e2496d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:44.294109 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-b420675a-7935-4c06-b352-d0963e2496d8 service neutron] 10.222.0.52 "PUT /v2.0/ports/90a65514-1b1c-4f7f-beb1-176d4d31207d HTTP/1.1" status: 200 len: 1093 time: 1.6397564 May 17 12:07:44.294109 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '095df850-0d6e-41f4-845c-f559054a36a3', 'tag': '90a65514-1b1c-4f7f-beb1-176d4d31207d'}] {{(pid=78700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:07:44.351168 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '095df850-0d6e-41f4-845c-f559054a36a3', 'tag': '90a65514-1b1c-4f7f-beb1-176d4d31207d', 'status': 'completed', 'code': 200} May 17 12:07:44.397395 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b420675a-7935-4c06-b352-d0963e2496d8 service neutron] Pushing event updated for resources: {'Port': ['ID=90a65514-1b1c-4f7f-beb1-176d4d31207d,revision_number=3']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:44.408120 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-b420675a-7935-4c06-b352-d0963e2496d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:44.443997 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-01720c18-f910-4e5b-b923-c48310aea2c9 req-2a6805af-3657-4963-b06a-cf475e4bbb0e tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:44.451567 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-9eac436f-75b6-4564-85ae-b9628b1d0257 tempest-VolumesActionsTest-485061494 tempest-VolumesActionsTest-485061494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:44.455948 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] get_ports_and_sgs() called for port_ids ['0640b73d-51e9-47f4-a362-f5b6aaf63e9a', '49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d'] {{(pid=78702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:07:44.503282 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6805af-3657-4963-b06a-cf475e4bbb0e tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Pushing event deleted for resources: {'Port': ['ID=6c71f393-e13d-41b2-9f45-a18a6a7b376f,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:44.507157 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-2a6805af-3657-4963-b06a-cf475e4bbb0e tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:44.542166 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-27f0b397-abad-4a20-ab5d-bb0f3c1445ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:44.544211 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-27f0b397-abad-4a20-ab5d-bb0f3c1445ee service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb0716dd61384274b0edea30aa0018fc&device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 1096 time: 0.1922879 May 17 12:07:44.643837 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [req-01720c18-f910-4e5b-b923-c48310aea2c9 req-2a6805af-3657-4963-b06a-cf475e4bbb0e tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] No DVR routers for this DVR port 6c71f393-e13d-41b2-9f45-a18a6a7b376f on host hv-cinder-73414 {{(pid=78700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:07:44.646534 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-01720c18-f910-4e5b-b923-c48310aea2c9 req-2a6805af-3657-4963-b06a-cf475e4bbb0e tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:44.651663 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-3730d0bc-2abe-43ef-a902-afb0edefd07e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90a65514-1b1c-4f7f-beb1-176d4d31207d HTTP/1.1" status: 200 len: 217 time: 0.0743430 May 17 12:07:44.691645 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-01720c18-f910-4e5b-b923-c48310aea2c9 req-2a6805af-3657-4963-b06a-cf475e4bbb0e tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.52 "DELETE /v2.0/ports/6c71f393-e13d-41b2-9f45-a18a6a7b376f HTTP/1.1" status: 204 len: 173 time: 1.5329020 May 17 12:07:44.718951 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-b99c4474-d1ca-41a4-99ef-59bb2f04e993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:44.720572 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-b99c4474-d1ca-41a4-99ef-59bb2f04e993 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef588d6f-d166-4427-8aef-1ce83b0779d0 HTTP/1.1" status: 200 len: 856 time: 0.0623584 May 17 12:07:44.809762 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-7dfe1429-f3d6-4b11-92f0-59e17ea517a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:44.811148 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-7dfe1429-f3d6-4b11-92f0-59e17ea517a9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=60d01f58-95c2-41d0-9639-8f96ef255b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0751047 May 17 12:07:44.950752 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-35f07941-aa99-4942-a781-3b8601d46367 service neutron] 10.222.0.52 "GET /v2.0/networks/60d01f58-95c2-41d0-9639-8f96ef255b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287580 May 17 12:07:45.093788 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6f432b2c-a409-4349-8085-6c7b0fcbae76 req-986f4e14-60f1-449c-9756-0094b79cb422 service neutron] 10.222.0.52 "GET /v2.0/networks/60d01f58-95c2-41d0-9639-8f96ef255b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338754 May 17 12:07:45.229194 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6955ca-e5e6-4c86-8c4e-5002b0b19a54 req-24320767-bcb4-4637-bad8-f1378fc96247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:45.231364 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2c6955ca-e5e6-4c86-8c4e-5002b0b19a54 req-24320767-bcb4-4637-bad8-f1378fc96247 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb0716dd61384274b0edea30aa0018fc&device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 1096 time: 0.0759530 May 17 12:07:45.415925 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-82374cfa-ea26-4f94-9aa6-56d4101b6668 req-85c5a4d6-d840-47cf-aa28-ae5d5059978a tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Synchronizing usage tracker for tenant:aa3142f2173d4022b0c404c920dc8d54 on resource:port {{(pid=78700) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:07:45.452686 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-82374cfa-ea26-4f94-9aa6-56d4101b6668 req-85c5a4d6-d840-47cf-aa28-ae5d5059978a tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Unset dirty status for tenant:aa3142f2173d4022b0c404c920dc8d54 on resource:port {{(pid=78700) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:07:45.453853 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-82374cfa-ea26-4f94-9aa6-56d4101b6668 req-85c5a4d6-d840-47cf-aa28-ae5d5059978a tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee45ecea-45db-4fdf-9f14-16f551eec0db HTTP/1.1" status: 200 len: 210 time: 0.0992513 May 17 12:07:45.475928 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6955ca-e5e6-4c86-8c4e-5002b0b19a54 req-5feff801-2972-4245-b3f4-b9843af34b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:45.477919 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2c6955ca-e5e6-4c86-8c4e-5002b0b19a54 req-5feff801-2972-4245-b3f4-b9843af34b68 service neutron] 10.222.0.52 "GET /v2.0/networks?id=60d01f58-95c2-41d0-9639-8f96ef255b31 HTTP/1.1" status: 200 len: 918 time: 0.2361517 May 17 12:07:45.520489 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb92d8e-609d-4d83-80a2-ab60d1942b80 req-6be56153-4778-4771-9b8d-a4cb2aab6971 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:45.521979 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-deb92d8e-609d-4d83-80a2-ab60d1942b80 req-6be56153-4778-4771-9b8d-a4cb2aab6971 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 943 time: 0.0857284 May 17 12:07:45.550406 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2c6955ca-e5e6-4c86-8c4e-5002b0b19a54 req-96496f2b-57a9-4fd3-b90c-1155b205f53b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90a65514-1b1c-4f7f-beb1-176d4d31207d HTTP/1.1" status: 200 len: 217 time: 0.0643001 May 17 12:07:45.570350 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-deb92d8e-609d-4d83-80a2-ab60d1942b80 req-45c968d3-4636-4638-a907-e37b3cd444eb tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420377 May 17 12:07:45.653449 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-6a2ed497-6f4f-41a5-b3ab-68fea32373cf tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Synchronizing usage tracker for tenant:bd096020b3c84734ab84d713ecfe505c on resource:security_group {{(pid=78700) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:07:45.657705 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6955ca-e5e6-4c86-8c4e-5002b0b19a54 req-3a4ade69-1cc4-4eda-b33c-c81179494612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:45.659107 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2c6955ca-e5e6-4c86-8c4e-5002b0b19a54 req-3a4ade69-1cc4-4eda-b33c-c81179494612 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef588d6f-d166-4427-8aef-1ce83b0779d0 HTTP/1.1" status: 200 len: 856 time: 0.0996389 May 17 12:07:45.716036 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-6a2ed497-6f4f-41a5-b3ab-68fea32373cf tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Unset dirty status for tenant:bd096020b3c84734ab84d713ecfe505c on resource:security_group {{(pid=78700) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:07:45.717217 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-6a2ed497-6f4f-41a5-b3ab-68fea32373cf tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1585298287&fields=id&tenant_id=bd096020b3c84734ab84d713ecfe505c HTTP/1.1" status: 200 len: 267 time: 0.1226566 May 17 12:07:45.831155 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6955ca-e5e6-4c86-8c4e-5002b0b19a54 req-9287bee1-7544-49dc-8a49-acc79944b2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:45.832627 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2c6955ca-e5e6-4c86-8c4e-5002b0b19a54 req-9287bee1-7544-49dc-8a49-acc79944b2ee service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=60d01f58-95c2-41d0-9639-8f96ef255b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1645288 May 17 12:07:45.926205 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 90a65514-1b1c-4f7f-beb1-176d4d31207d details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:07:45.929649 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 6c71f393-e13d-41b2-9f45-a18a6a7b376f no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:07:45.971898 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] No Port match for: 6c71f393-e13d-41b2-9f45-a18a6a7b376f {{(pid=78702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:07:45.972257 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 6c71f393-e13d-41b2-9f45-a18a6a7b376f not bound to the agent host hv-cinder-73414 {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:07:46.062245 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-15ac4996-c4bb-45f4-bc3a-20e94c35c792 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:46.062862 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-15ac4996-c4bb-45f4-bc3a-20e94c35c792 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Synchronizing usage tracker for tenant:bd096020b3c84734ab84d713ecfe505c on resource:network {{(pid=78700) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:07:46.103962 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port 90a65514-1b1c-4f7f-beb1-176d4d31207d, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=90a65514-1b1c-4f7f-beb1-176d4d31207d,segment=NetworkSegment(5f3ca14c-f170-4716-92b7-0cba2aeab367),segment_id=5f3ca14c-f170-4716-92b7-0cba2aeab367)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:07:46.105192 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-15ac4996-c4bb-45f4-bc3a-20e94c35c792 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Unset dirty status for tenant:bd096020b3c84734ab84d713ecfe505c on resource:network {{(pid=78700) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:07:46.106330 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-15ac4996-c4bb-45f4-bc3a-20e94c35c792 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/networks?id=6fb5c99b-a68d-45a2-861a-1b6b3804e1c1 HTTP/1.1" status: 200 len: 812 time: 0.3817804 May 17 12:07:46.118236 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Returning: {'device': '90a65514-1b1c-4f7f-beb1-176d4d31207d', 'network_id': '60d01f58-95c2-41d0-9639-8f96ef255b31', 'port_id': '90a65514-1b1c-4f7f-beb1-176d4d31207d', 'mac_address': 'fa:16:3e:17:2c:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef588d6f-d166-4427-8aef-1ce83b0779d0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:07:46.129921 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2c6955ca-e5e6-4c86-8c4e-5002b0b19a54 req-d748d24a-7188-42b5-80b5-0122669ad6e7 service neutron] 10.222.0.52 "GET /v2.0/networks/60d01f58-95c2-41d0-9639-8f96ef255b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804663 May 17 12:07:46.131305 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-52f8852a-c1e7-4d1b-a423-ea4c63010c5a tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/quotas/bd096020b3c84734ab84d713ecfe505c HTTP/1.1" status: 200 len: 375 time: 0.0166390 May 17 12:07:46.174262 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:46.192695 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90a65514-1b1c-4f7f-beb1-176d4d31207d {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:07:46.209302 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port 90a65514-1b1c-4f7f-beb1-176d4d31207d, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=90a65514-1b1c-4f7f-beb1-176d4d31207d,segment=NetworkSegment(5f3ca14c-f170-4716-92b7-0cba2aeab367),segment_id=5f3ca14c-f170-4716-92b7-0cba2aeab367)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:07:46.213224 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:46.216546 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-715478e2-d56d-469e-99bf-654ae0c11f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:46.286001 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=90a65514-1b1c-4f7f-beb1-176d4d31207d,revision_number=4']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:46.294144 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:46.294490 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:46.294823 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:46.295151 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:46.295483 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:46.295806 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:46.296730 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:46.297105 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:46.297427 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:46.297751 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:46.298072 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:46.298388 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:46.302556 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:46.330202 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-31f89558-7ecc-4827-8abd-9ca44dda1234 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Synchronizing usage tracker for tenant:bd096020b3c84734ab84d713ecfe505c on resource:port {{(pid=78700) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:07:46.334814 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2c6955ca-e5e6-4c86-8c4e-5002b0b19a54 req-ce5caa70-ed38-4b44-8009-0b699c334ab9 service neutron] 10.222.0.52 "GET /v2.0/networks/60d01f58-95c2-41d0-9639-8f96ef255b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677878 May 17 12:07:46.348822 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-31f89558-7ecc-4827-8abd-9ca44dda1234 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Unset dirty status for tenant:bd096020b3c84734ab84d713ecfe505c on resource:port {{(pid=78700) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:07:46.350105 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-31f89558-7ecc-4827-8abd-9ca44dda1234 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bd096020b3c84734ab84d713ecfe505c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2132237 May 17 12:07:46.351714 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee45ecea-45db-4fdf-9f14-16f551eec0db', 'name': 'network-vif-deleted', 'tag': '6c71f393-e13d-41b2-9f45-a18a6a7b376f'}] {{(pid=78700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:07:46.433264 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee45ecea-45db-4fdf-9f14-16f551eec0db', 'name': 'network-vif-deleted', 'tag': '6c71f393-e13d-41b2-9f45-a18a6a7b376f', 'status': 'completed', 'code': 200} May 17 12:07:46.491076 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-95c5a659-e1ef-4bf3-8782-9248cf2b0d05 service neutron] 10.222.0.11 "GET /v2.0/networks/6fb5c99b-a68d-45a2-861a-1b6b3804e1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280520 May 17 12:07:46.494971 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] get_ports_and_sgs() called for port_ids ['90a65514-1b1c-4f7f-beb1-176d4d31207d'] {{(pid=78702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:07:46.630747 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-5003fb9f-43a4-4974-8e5e-94ee4571d762 service neutron] 10.222.0.11 "GET /v2.0/networks/6fb5c99b-a68d-45a2-861a-1b6b3804e1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318753 May 17 12:07:46.989417 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c4de9-d1c8-4ea6-89b0-5a4657a8ad08 req-b8c94714-4c4a-4768-a7ce-b7773e41ad41 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:46.990967 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-278c4de9-d1c8-4ea6-89b0-5a4657a8ad08 req-b8c94714-4c4a-4768-a7ce-b7773e41ad41 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 944 time: 0.1025660 May 17 12:07:47.038980 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-278c4de9-d1c8-4ea6-89b0-5a4657a8ad08 req-c79fc6ef-1dfe-43bd-9e5d-b6830eca6579 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410006 May 17 12:07:47.130976 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-99dd6da9-4a36-4b7c-91b1-3c0259e78fbc req-2030ffd5-736f-4659-8a6a-59eda263ec61 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba313541-eab8-48ad-96c9-6b65ce8c02ec HTTP/1.1" status: 200 len: 210 time: 0.0428407 May 17 12:07:47.131203 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1fe76-2d60-4b66-9547-be5e55ddf67d req-22a6f3c5-f30b-4221-8498-c43b1a269a33 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:47.132713 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-96a1fe76-2d60-4b66-9547-be5e55ddf67d req-22a6f3c5-f30b-4221-8498-c43b1a269a33 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=4eadff31-565b-4c84-a217-cb842556ba21 HTTP/1.1" status: 200 len: 945 time: 0.0940046 May 17 12:07:47.181980 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-96a1fe76-2d60-4b66-9547-be5e55ddf67d req-c4520fa9-c1cf-40ae-b2b0-3187bb611f45 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426490 May 17 12:07:47.929498 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 90a65514-1b1c-4f7f-beb1-176d4d31207d up at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:07:48.004865 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Provisioning for port 90a65514-1b1c-4f7f-beb1-176d4d31207d completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:07:48.009498 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Provisioning complete for port 90a65514-1b1c-4f7f-beb1-176d4d31207d triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:07:48.009979 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:48.172032 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:48.178567 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-8ac2647c-2d0e-4f6d-a1c6-6b1dad6c24e2 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:48.179992 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-8ac2647c-2d0e-4f6d-a1c6-6b1dad6c24e2 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.52 "GET /v2.0/networks?id=6fb5c99b-a68d-45a2-861a-1b6b3804e1c1 HTTP/1.1" status: 200 len: 812 time: 0.2061927 May 17 12:07:48.203025 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095df850-0d6e-41f4-845c-f559054a36a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a65514-1b1c-4f7f-beb1-176d4d31207d'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:07:48.214532 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port 90a65514-1b1c-4f7f-beb1-176d4d31207d, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=90a65514-1b1c-4f7f-beb1-176d4d31207d,segment=NetworkSegment(5f3ca14c-f170-4716-92b7-0cba2aeab367),segment_id=5f3ca14c-f170-4716-92b7-0cba2aeab367)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:07:48.219778 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:48.222597 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:48.300285 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-4c1b3543-c270-4fe4-8a7c-64d7d7b67ac9 req-0ead4d00-f4fb-4d4f-8672-82669a0ead54 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba313541-eab8-48ad-96c9-6b65ce8c02ec HTTP/1.1" status: 200 len: 210 time: 0.0477681 May 17 12:07:48.304632 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=90a65514-1b1c-4f7f-beb1-176d4d31207d,revision_number=5']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:48.309684 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:48.312048 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-4fb4aba0-602a-4906-8229-5be0adf4c5af tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd096020b3c84734ab84d713ecfe505c HTTP/1.1" status: 200 len: 380 time: 0.0943475 May 17 12:07:48.329537 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-699b8934-9ab9-4294-a6ac-cd4cbe1ca89e tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Request body: {'port': {'device_id': 'ba313541-eab8-48ad-96c9-6b65ce8c02ec', 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1', 'admin_state_up': True, 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'security_groups': ['a45f71a5-c1cb-4e5c-a0f7-a203a23791f2']}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:07:48.489764 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998fd30-2fc1-4495-b098-a8c78014e0f1 req-41c962ba-037e-4938-9ccf-c66f6194f5ca tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:48.491016 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5f4cd-d8d3-4e12-91e0-675ac79fe031 req-b25dcdfc-749d-4729-950f-6c1148075ba2 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:48.491407 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-a998fd30-2fc1-4495-b098-a8c78014e0f1 req-41c962ba-037e-4938-9ccf-c66f6194f5ca tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=4eadff31-565b-4c84-a217-cb842556ba21 HTTP/1.1" status: 200 len: 945 time: 0.0797117 May 17 12:07:48.491840 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-64c5f4cd-d8d3-4e12-91e0-675ac79fe031 req-b25dcdfc-749d-4729-950f-6c1148075ba2 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Synchronizing usage tracker for tenant:eb0716dd61384274b0edea30aa0018fc on resource:port {{(pid=78700) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:07:48.507636 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-699b8934-9ab9-4294-a6ac-cd4cbe1ca89e tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:07:48.521684 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243c3ad-eb8e-442d-9120-0fbd4f1d50c8 req-57196926-43e8-4199-86c1-97bf869446e0 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:48.523029 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-5243c3ad-eb8e-442d-9120-0fbd4f1d50c8 req-57196926-43e8-4199-86c1-97bf869446e0 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eadff31-565b-4c84-a217-cb842556ba21 HTTP/1.1" status: 200 len: 945 time: 0.2534380 May 17 12:07:48.538956 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-a998fd30-2fc1-4495-b098-a8c78014e0f1 req-69e3b8bb-5f31-40d1-8a64-e67bb73a2b86 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404413 May 17 12:07:48.562175 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-699b8934-9ab9-4294-a6ac-cd4cbe1ca89e tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:07:48.572040 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-64c5f4cd-d8d3-4e12-91e0-675ac79fe031 req-b25dcdfc-749d-4729-950f-6c1148075ba2 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Unset dirty status for tenant:eb0716dd61384274b0edea30aa0018fc on resource:port {{(pid=78700) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:07:48.573258 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-64c5f4cd-d8d3-4e12-91e0-675ac79fe031 req-b25dcdfc-749d-4729-950f-6c1148075ba2 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 944 time: 0.4016688 May 17 12:07:48.593905 dv-cinder-734144-19-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095df850-0d6e-41f4-845c-f559054a36a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a65514-1b1c-4f7f-beb1-176d4d31207d', 'code': 200} May 17 12:07:48.615900 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-699b8934-9ab9-4294-a6ac-cd4cbe1ca89e tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Made reservation on behalf of bd096020b3c84734ab84d713ecfe505c for: {'port': 1} {{(pid=78700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:07:48.619627 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-699b8934-9ab9-4294-a6ac-cd4cbe1ca89e tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:48.760492 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-64c5f4cd-d8d3-4e12-91e0-675ac79fe031 req-69a0a56b-f6f9-43a8-9e38-df0212b00edf tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696472 May 17 12:07:48.844968 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [req-5243c3ad-eb8e-442d-9120-0fbd4f1d50c8 req-b6f5f3b8-9a54-492d-84dd-66fcdd029065 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Deleting port 49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d {{(pid=78700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:07:48.845482 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-5243c3ad-eb8e-442d-9120-0fbd4f1d50c8 req-b6f5f3b8-9a54-492d-84dd-66fcdd029065 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:48.856012 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce6462-e1fa-405b-beb1-c5ce871c3538 req-0820b37e-7bf4-4525-ba6b-a726f7508fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:48.857631 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-f8ce6462-e1fa-405b-beb1-c5ce871c3538 req-0820b37e-7bf4-4525-ba6b-a726f7508fe5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 1098 time: 0.0762696 May 17 12:07:48.907817 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-f8ce6462-e1fa-405b-beb1-c5ce871c3538 req-48dbdcd6-a42f-4c3e-8823-ec57c0f53e65 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425413 May 17 12:07:49.081457 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.db_base_plugin_common [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-699b8934-9ab9-4294-a6ac-cd4cbe1ca89e tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Allocated IP 172.20.0.10 (6fb5c99b-a68d-45a2-861a-1b6b3804e1c1/df17bad4-8d21-4b36-8dd5-091410a2c5d8/6331d4b8-2941-44f2-9e7b-db7f7fb965d2) {{(pid=78700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:07:49.140039 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-5243c3ad-eb8e-442d-9120-0fbd4f1d50c8 req-b6f5f3b8-9a54-492d-84dd-66fcdd029065 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] For port 49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d,segment=NetworkSegment(b61233ca-6cb6-4e29-9ec5-c0502c3c2c37),segment_id=b61233ca-6cb6-4e29-9ec5-c0502c3c2c37)] {{(pid=78700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:07:49.140389 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-5243c3ad-eb8e-442d-9120-0fbd4f1d50c8 req-b6f5f3b8-9a54-492d-84dd-66fcdd029065 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:49.276318 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [req-5243c3ad-eb8e-442d-9120-0fbd4f1d50c8 req-b6f5f3b8-9a54-492d-84dd-66fcdd029065 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Calling delete_port for 49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d owned by compute:nova {{(pid=78700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:07:49.455089 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-699b8934-9ab9-4294-a6ac-cd4cbe1ca89e tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks [] for port, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:49.478791 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-2f22660c-aee4-4189-a8ae-42620d5e0300 req-1940d448-130b-4e84-9e82-db99a3d924df tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba313541-eab8-48ad-96c9-6b65ce8c02ec HTTP/1.1" status: 200 len: 210 time: 0.0459116 May 17 12:07:49.534613 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.provisioning_blocks [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-699b8934-9ab9-4294-a6ac-cd4cbe1ca89e tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Transition to ACTIVE for port object 6331d4b8-2941-44f2-9e7b-db7f7fb965d2 will not be triggered until provisioned by entity DHCP. {{(pid=78700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:07:49.535726 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-5243c3ad-eb8e-442d-9120-0fbd4f1d50c8 req-b6f5f3b8-9a54-492d-84dd-66fcdd029065 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:49.541507 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-b420675a-7935-4c06-b352-d0963e2496d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:49.554569 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] get_ports_and_sgs() called for port_ids ['0640b73d-51e9-47f4-a362-f5b6aaf63e9a', '49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d'] {{(pid=78702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:07:49.591462 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f5f3b8-9a54-492d-84dd-66fcdd029065 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Pushing event deleted for resources: {'Port': ['ID=49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:49.596705 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-b6f5f3b8-9a54-492d-84dd-66fcdd029065 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:49.712907 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [req-5243c3ad-eb8e-442d-9120-0fbd4f1d50c8 req-b6f5f3b8-9a54-492d-84dd-66fcdd029065 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] No DVR routers for this DVR port 49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d on host hv-cinder-73414 {{(pid=78700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:07:49.721322 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-5243c3ad-eb8e-442d-9120-0fbd4f1d50c8 req-b6f5f3b8-9a54-492d-84dd-66fcdd029065 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:49.725554 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-dc5b2201-07b7-45df-aa5f-5bcae867fcd9 req-5f5d835e-f2ca-4341-be89-9f5ac36e6092 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=4eadff31-565b-4c84-a217-cb842556ba21 HTTP/1.1" status: 200 len: 210 time: 0.0588436 May 17 12:07:49.726052 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eadff31-565b-4c84-a217-cb842556ba21', 'name': 'network-vif-deleted', 'tag': '49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d'}] {{(pid=78700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:07:49.749966 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-699b8934-9ab9-4294-a6ac-cd4cbe1ca89e tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:49.755998 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-b420675a-7935-4c06-b352-d0963e2496d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:49.798935 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eadff31-565b-4c84-a217-cb842556ba21', 'name': 'network-vif-deleted', 'tag': '49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d', 'status': 'completed', 'code': 200} May 17 12:07:49.800290 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-5243c3ad-eb8e-442d-9120-0fbd4f1d50c8 req-b6f5f3b8-9a54-492d-84dd-66fcdd029065 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.52 "DELETE /v2.0/ports/49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d HTTP/1.1" status: 204 len: 173 time: 1.2682219 May 17 12:07:49.853670 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-699b8934-9ab9-4294-a6ac-cd4cbe1ca89e tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Network 6fb5c99b-a68d-45a2-861a-1b6b3804e1c1 is already hosted by enough agents. {{(pid=78700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:07:49.857364 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.base_scheduler [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-699b8934-9ab9-4294-a6ac-cd4cbe1ca89e tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Resources bound (agent type, host, resource id): {{(pid=78700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:07:49.873863 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-699b8934-9ab9-4294-a6ac-cd4cbe1ca89e tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Received port after_create {{(pid=78700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:07:49.974171 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b8934-9ab9-4294-a6ac-cd4cbe1ca89e tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Pushing event updated for resources: {'Port': ['ID=6331d4b8-2941-44f2-9e7b-db7f7fb965d2,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:49.984352 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-699b8934-9ab9-4294-a6ac-cd4cbe1ca89e tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:50.017798 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-699b8934-9ab9-4294-a6ac-cd4cbe1ca89e tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:50.018518 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-699b8934-9ab9-4294-a6ac-cd4cbe1ca89e tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:50.048441 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-699b8934-9ab9-4294-a6ac-cd4cbe1ca89e tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7279601 May 17 12:07:50.063598 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-845e9e17-a6fe-47a3-b608-6524325d72c8 service neutron] Request body: {'port': {'device_id': 'ba313541-eab8-48ad-96c9-6b65ce8c02ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:07:50.116858 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea9536-c933-4a7f-876b-f54625f59384 req-c7c46da6-6d99-4e6d-bfe6-aad39b390635 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:50.118632 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-45ea9536-c933-4a7f-876b-f54625f59384 req-c7c46da6-6d99-4e6d-bfe6-aad39b390635 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 945 time: 0.1824572 May 17 12:07:50.211503 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-6fba5c51-484a-44ec-8b51-977b21eb7497 None None] Provisioning for port 6331d4b8-2941-44f2-9e7b-db7f7fb965d2 completed by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:07:50.216098 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-6fba5c51-484a-44ec-8b51-977b21eb7497 None None] Provisioning complete for port 6331d4b8-2941-44f2-9e7b-db7f7fb965d2 triggered by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:07:50.216479 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6fba5c51-484a-44ec-8b51-977b21eb7497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:50.217812 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-45ea9536-c933-4a7f-876b-f54625f59384 req-61d2c384-1902-4e72-ae01-7cc6b62cc5c3 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917919 May 17 12:07:50.222398 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-845e9e17-a6fe-47a3-b608-6524325d72c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:50.287963 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-6fba5c51-484a-44ec-8b51-977b21eb7497 None None] Port 6331d4b8-2941-44f2-9e7b-db7f7fb965d2 cannot update to ACTIVE because it is not bound. {{(pid=78702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 12:07:50.572447 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-845e9e17-a6fe-47a3-b608-6524325d72c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6331d4b8-2941-44f2-9e7b-db7f7fb965d2 {{(pid=78700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:07:50.580473 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-845e9e17-a6fe-47a3-b608-6524325d72c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:50.595165 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.provisioning_blocks [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-845e9e17-a6fe-47a3-b608-6524325d72c8 service neutron] Transition to ACTIVE for port object 6331d4b8-2941-44f2-9e7b-db7f7fb965d2 will not be triggered until provisioned by entity L2. {{(pid=78700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:07:50.599137 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-845e9e17-a6fe-47a3-b608-6524325d72c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2209221'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:50.603814 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-98357bdf-55a7-4018-b3f2-d5d2426021bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:50.672684 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e813d3-6115-4133-85dd-24260a65330f req-caf587db-e9f2-4979-bd6a-04cefe63ef35 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:50.674228 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-37e813d3-6115-4133-85dd-24260a65330f req-caf587db-e9f2-4979-bd6a-04cefe63ef35 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba313541-eab8-48ad-96c9-6b65ce8c02ec HTTP/1.1" status: 200 len: 944 time: 0.0852237 May 17 12:07:50.721990 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-37e813d3-6115-4133-85dd-24260a65330f req-618d3ccc-76f6-40cb-b7b5-92a72bff0241 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Synchronizing usage tracker for tenant:bd096020b3c84734ab84d713ecfe505c on resource:security_group {{(pid=78701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:07:50.734487 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-37e813d3-6115-4133-85dd-24260a65330f req-618d3ccc-76f6-40cb-b7b5-92a72bff0241 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Unset dirty status for tenant:bd096020b3c84734ab84d713ecfe505c on resource:security_group {{(pid=78701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:07:50.739349 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-37e813d3-6115-4133-85dd-24260a65330f req-618d3ccc-76f6-40cb-b7b5-92a72bff0241 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/security-groups?id=a45f71a5-c1cb-4e5c-a0f7-a203a23791f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590296 May 17 12:07:50.763118 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e9e17-a6fe-47a3-b608-6524325d72c8 service neutron] Pushing event updated for resources: {'Port': ['ID=6331d4b8-2941-44f2-9e7b-db7f7fb965d2,revision_number=2']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:50.770716 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-845e9e17-a6fe-47a3-b608-6524325d72c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:50.946069 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-845e9e17-a6fe-47a3-b608-6524325d72c8 service neutron] Attempting to bind port 6331d4b8-2941-44f2-9e7b-db7f7fb965d2 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:07:50.946468 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-845e9e17-a6fe-47a3-b608-6524325d72c8 service neutron] Attempting to bind port 6331d4b8-2941-44f2-9e7b-db7f7fb965d2 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': 'a402912a-f827-4eda-8dbb-276cac4a089d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1'}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:07:50.946777 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-845e9e17-a6fe-47a3-b608-6524325d72c8 service neutron] Attempting to bind port 6331d4b8-2941-44f2-9e7b-db7f7fb965d2 on network 6fb5c99b-a68d-45a2-861a-1b6b3804e1c1 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:07:50.952412 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-845e9e17-a6fe-47a3-b608-6524325d72c8 service neutron] Port 6331d4b8-2941-44f2-9e7b-db7f7fb965d2 on network 6fb5c99b-a68d-45a2-861a-1b6b3804e1c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 12:07:50.953108 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-845e9e17-a6fe-47a3-b608-6524325d72c8 service neutron] Attempting to bind port 6331d4b8-2941-44f2-9e7b-db7f7fb965d2 on network 6fb5c99b-a68d-45a2-861a-1b6b3804e1c1 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:07:50.958178 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-845e9e17-a6fe-47a3-b608-6524325d72c8 service neutron] Checking agent: {'id': 'cd1455da-95ea-496d-8b07-9fb5ea757b4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 59, 37), 'started_at': datetime.datetime(2021, 5, 17, 11, 59, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:07:50.958469 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-845e9e17-a6fe-47a3-b608-6524325d72c8 service neutron] Checking segment: {'id': 'a402912a-f827-4eda-8dbb-276cac4a089d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:07:50.958849 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-845e9e17-a6fe-47a3-b608-6524325d72c8 service neutron] Bound using segment: {'id': 'a402912a-f827-4eda-8dbb-276cac4a089d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1'} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:07:50.959318 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-845e9e17-a6fe-47a3-b608-6524325d72c8 service neutron] Bound port: 6331d4b8-2941-44f2-9e7b-db7f7fb965d2, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a402912a-f827-4eda-8dbb-276cac4a089d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1'}}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:07:50.959667 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-845e9e17-a6fe-47a3-b608-6524325d72c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:51.057201 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-845e9e17-a6fe-47a3-b608-6524325d72c8 service neutron] For port 6331d4b8-2941-44f2-9e7b-db7f7fb965d2, host hv-cinder-73414, cleared binding levels {{(pid=78700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:07:51.060180 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-845e9e17-a6fe-47a3-b608-6524325d72c8 service neutron] For port 6331d4b8-2941-44f2-9e7b-db7f7fb965d2, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=6331d4b8-2941-44f2-9e7b-db7f7fb965d2,segment=NetworkSegment(a402912a-f827-4eda-8dbb-276cac4a089d),segment_id=a402912a-f827-4eda-8dbb-276cac4a089d)] {{(pid=78700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:07:51.064579 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-845e9e17-a6fe-47a3-b608-6524325d72c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2209221'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:51.069179 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-0cd6a7d4-a527-4113-b6ed-15ee2a5023e2 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:51.122243 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-845e9e17-a6fe-47a3-b608-6524325d72c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:51.122949 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-845e9e17-a6fe-47a3-b608-6524325d72c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:51.124332 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-845e9e17-a6fe-47a3-b608-6524325d72c8 service neutron] 10.222.0.52 "PUT /v2.0/ports/6331d4b8-2941-44f2-9e7b-db7f7fb965d2 HTTP/1.1" status: 200 len: 1094 time: 1.0676887 May 17 12:07:51.149847 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e9e17-a6fe-47a3-b608-6524325d72c8 service neutron] Pushing event updated for resources: {'Port': ['ID=6331d4b8-2941-44f2-9e7b-db7f7fb965d2,revision_number=3']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:51.153039 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-845e9e17-a6fe-47a3-b608-6524325d72c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:51.243979 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-85d91f7e-f9ad-4975-954a-c047c6b119de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:51.246296 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-85d91f7e-f9ad-4975-954a-c047c6b119de service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd096020b3c84734ab84d713ecfe505c&device_id=ba313541-eab8-48ad-96c9-6b65ce8c02ec HTTP/1.1" status: 200 len: 1097 time: 0.0806270 May 17 12:07:51.318281 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-ebba7915-b556-433c-a8e7-668b12b8b4cc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6331d4b8-2941-44f2-9e7b-db7f7fb965d2 HTTP/1.1" status: 200 len: 217 time: 0.0635374 May 17 12:07:51.433788 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-cf65cb33-137d-4667-a236-72fce288329f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:51.435124 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-cf65cb33-137d-4667-a236-72fce288329f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=df17bad4-8d21-4b36-8dd5-091410a2c5d8 HTTP/1.1" status: 200 len: 851 time: 0.1094179 May 17 12:07:51.506183 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc0f4a-3679-4503-af04-a44c98c4a310 req-f6f90e37-4633-4ce1-b5f0-62a1c8ba0f01 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:51.507619 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-bddc0f4a-3679-4503-af04-a44c98c4a310 req-f6f90e37-4633-4ce1-b5f0-62a1c8ba0f01 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 945 time: 0.1466193 May 17 12:07:51.561252 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-bddc0f4a-3679-4503-af04-a44c98c4a310 req-f2586a0c-b3db-46b1-830f-f2748f1a5425 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465767 May 17 12:07:51.564025 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-bb9e86ab-2492-49eb-9aeb-b61e2e62ae91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:51.565362 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-bb9e86ab-2492-49eb-9aeb-b61e2e62ae91 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6fb5c99b-a68d-45a2-861a-1b6b3804e1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1225290 May 17 12:07:51.699501 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-670b3a7d-7db1-4fbd-a6d7-9a70f7e97b95 service neutron] 10.222.0.52 "GET /v2.0/networks/6fb5c99b-a68d-45a2-861a-1b6b3804e1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268220 May 17 12:07:51.746523 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb229611-d838-4805-9da5-4d161f03d1af req-dd449741-2bf1-4ab7-a560-546f0a995965 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:51.747982 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-bb229611-d838-4805-9da5-4d161f03d1af req-dd449741-2bf1-4ab7-a560-546f0a995965 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 945 time: 0.0796454 May 17 12:07:51.756532 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 34822) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:07:51.762499 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-4905dd46-370d-460b-9b5c-56fc2151a1ab tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Request body: {'floatingip': {'port_id': '90a65514-1b1c-4f7f-beb1-176d4d31207d'}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:07:51.801317 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba313541-eab8-48ad-96c9-6b65ce8c02ec', 'tag': '6331d4b8-2941-44f2-9e7b-db7f7fb965d2'}] {{(pid=78700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:07:51.842606 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-134d33c1-44ad-4e80-aa10-56635bd6ee6c req-074afe5d-4de6-48fe-ab26-884ba1d25c02 service neutron] 10.222.0.52 "GET /v2.0/networks/6fb5c99b-a68d-45a2-861a-1b6b3804e1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364214 May 17 12:07:51.850190 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-4905dd46-370d-460b-9b5c-56fc2151a1ab tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks [] for floatingip, before_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:51.892585 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba313541-eab8-48ad-96c9-6b65ce8c02ec', 'tag': '6331d4b8-2941-44f2-9e7b-db7f7fb965d2', 'status': 'completed', 'code': 200} May 17 12:07:52.003444 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c85fe-1e05-487a-905c-60bfa51b5eae req-61f6ef50-a29d-4e3b-a47c-06305cd16d1f tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:52.004055 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-6a1c85fe-1e05-487a-905c-60bfa51b5eae req-61f6ef50-a29d-4e3b-a47c-06305cd16d1f tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Synchronizing usage tracker for tenant:bd096020b3c84734ab84d713ecfe505c on resource:port {{(pid=78700) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:07:52.009627 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7db49-e3af-4783-bd86-7a8255d9a425 req-9c7957bd-38a8-4a92-8343-0d0ac44804a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:52.011705 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-b8c7db49-e3af-4783-bd86-7a8255d9a425 req-9c7957bd-38a8-4a92-8343-0d0ac44804a9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd096020b3c84734ab84d713ecfe505c&device_id=ba313541-eab8-48ad-96c9-6b65ce8c02ec HTTP/1.1" status: 200 len: 1097 time: 0.1036265 May 17 12:07:52.144053 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-6a1c85fe-1e05-487a-905c-60bfa51b5eae req-61f6ef50-a29d-4e3b-a47c-06305cd16d1f tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Unset dirty status for tenant:bd096020b3c84734ab84d713ecfe505c on resource:port {{(pid=78700) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:07:52.145355 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6a1c85fe-1e05-487a-905c-60bfa51b5eae req-61f6ef50-a29d-4e3b-a47c-06305cd16d1f tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba313541-eab8-48ad-96c9-6b65ce8c02ec HTTP/1.1" status: 200 len: 944 time: 0.2996585 May 17 12:07:52.229062 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6a1c85fe-1e05-487a-905c-60bfa51b5eae req-e604b4e6-787d-447b-8c52-67be8ea37b3f tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/security-groups?id=a45f71a5-c1cb-4e5c-a0f7-a203a23791f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765505 May 17 12:07:52.232127 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7db49-e3af-4783-bd86-7a8255d9a425 req-26bea8cc-d290-4067-9e13-67faa0949a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:52.233271 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-b8c7db49-e3af-4783-bd86-7a8255d9a425 req-26bea8cc-d290-4067-9e13-67faa0949a96 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6fb5c99b-a68d-45a2-861a-1b6b3804e1c1 HTTP/1.1" status: 200 len: 913 time: 0.2144535 May 17 12:07:52.309929 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-b8c7db49-e3af-4783-bd86-7a8255d9a425 req-631507af-386f-450f-93d9-ef4bbf221a50 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6331d4b8-2941-44f2-9e7b-db7f7fb965d2 HTTP/1.1" status: 200 len: 217 time: 0.0689285 May 17 12:07:52.378681 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7db49-e3af-4783-bd86-7a8255d9a425 req-411ff0e4-f336-4020-b79f-9a85f6b481f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:52.380133 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-b8c7db49-e3af-4783-bd86-7a8255d9a425 req-411ff0e4-f336-4020-b79f-9a85f6b481f2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=df17bad4-8d21-4b36-8dd5-091410a2c5d8 HTTP/1.1" status: 200 len: 851 time: 0.0614240 May 17 12:07:52.472140 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7db49-e3af-4783-bd86-7a8255d9a425 req-4e8775d4-99b0-4a34-832c-588f390750cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:52.473669 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-b8c7db49-e3af-4783-bd86-7a8255d9a425 req-4e8775d4-99b0-4a34-832c-588f390750cc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6fb5c99b-a68d-45a2-861a-1b6b3804e1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0862513 May 17 12:07:52.567445 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-4905dd46-370d-460b-9b5c-56fc2151a1ab tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:52.573548 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-4905dd46-370d-460b-9b5c-56fc2151a1ab tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407876'] for floatingip, after_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:52.747919 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.db.l3_db [None req-4905dd46-370d-460b-9b5c-56fc2151a1ab tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Floating IP a9b15a0c-117f-4e58-8370-06dcfd5e5d2e associated. External IP: 172.27.1.176, port: 90a65514-1b1c-4f7f-beb1-176d4d31207d. May 17 12:07:52.769032 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-b8c7db49-e3af-4783-bd86-7a8255d9a425 req-c003a039-29cf-45ff-83db-37984106ba20 service neutron] 10.222.0.52 "GET /v2.0/networks/6fb5c99b-a68d-45a2-861a-1b6b3804e1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843466 May 17 12:07:52.776597 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e983672-57a3-4d5d-893f-e79960d215e1 req-9cd98b03-4192-4df4-b204-78300b7831a1 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:52.777335 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-4e983672-57a3-4d5d-893f-e79960d215e1 req-9cd98b03-4192-4df4-b204-78300b7831a1 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Synchronizing usage tracker for tenant:aa3142f2173d4022b0c404c920dc8d54 on resource:port {{(pid=78700) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:07:52.871329 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-4e983672-57a3-4d5d-893f-e79960d215e1 req-9cd98b03-4192-4df4-b204-78300b7831a1 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Unset dirty status for tenant:aa3142f2173d4022b0c404c920dc8d54 on resource:port {{(pid=78700) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:07:52.872398 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-4e983672-57a3-4d5d-893f-e79960d215e1 req-9cd98b03-4192-4df4-b204-78300b7831a1 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=275a1aec-8b1b-4a4d-a405-46d821a2a9e3 HTTP/1.1" status: 200 len: 945 time: 0.3895321 May 17 12:07:52.948430 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-4e983672-57a3-4d5d-893f-e79960d215e1 req-41d16676-da05-481c-a7e3-f90de75a99ca tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690334 May 17 12:07:52.952508 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-b8c7db49-e3af-4783-bd86-7a8255d9a425 req-1d30227d-f2f4-4e78-bf9f-5c93a208788d service neutron] 10.222.0.52 "GET /v2.0/networks/6fb5c99b-a68d-45a2-861a-1b6b3804e1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722171 May 17 12:07:53.103942 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4905dd46-370d-460b-9b5c-56fc2151a1ab tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Router dccc072a-e607-43c3-aad2-3fd800a71253 has already been hosted by L3 agent 7d9bdccf-07e9-4436-af26-1dad3be87fd8 {{(pid=78701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:07:53.281094 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4905dd46-370d-460b-9b5c-56fc2151a1ab tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify agent at l3_agent.dv-cinder-734144-19-iscsi the message routers_updated {{(pid=78701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:07:53.285415 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-4905dd46-370d-460b-9b5c-56fc2151a1ab tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for floatingip, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:53.290278 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dd54bd-a1ed-4ed7-9a94-f5f6da351df5 None None] Sync routers for ids ['dccc072a-e607-43c3-aad2-3fd800a71253'] in dv-cinder-734144-19-iscsi {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:07:53.300555 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dd54bd-a1ed-4ed7-9a94-f5f6da351df5 None None] Routers {'dccc072a-e607-43c3-aad2-3fd800a71253'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:07:53.301427 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-37dd54bd-a1ed-4ed7-9a94-f5f6da351df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:07:41Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['dccc072a-e607-43c3-aad2-3fd800a71253'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:53.340369 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-4905dd46-370d-460b-9b5c-56fc2151a1ab tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "PUT /v2.0/floatingips/a9b15a0c-117f-4e58-8370-06dcfd5e5d2e HTTP/1.1" status: 200 len: 991 time: 1.5827258 May 17 12:07:53.341312 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '095df850-0d6e-41f4-845c-f559054a36a3', 'tag': '90a65514-1b1c-4f7f-beb1-176d4d31207d'}] {{(pid=78701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:07:53.440999 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde62ca5-3ce9-41e0-beef-3d56d3c2a4b2 req-df6f2831-f8d3-49d0-8524-b980e2f518ac tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:53.442597 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-dde62ca5-3ce9-41e0-beef-3d56d3c2a4b2 req-df6f2831-f8d3-49d0-8524-b980e2f518ac tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba313541-eab8-48ad-96c9-6b65ce8c02ec HTTP/1.1" status: 200 len: 944 time: 0.0953541 May 17 12:07:53.492208 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-dde62ca5-3ce9-41e0-beef-3d56d3c2a4b2 req-6f467bfe-3eb2-4622-81ed-5419102524db tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/security-groups?id=a45f71a5-c1cb-4e5c-a0f7-a203a23791f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437477 May 17 12:07:53.505165 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '095df850-0d6e-41f4-845c-f559054a36a3', 'tag': '90a65514-1b1c-4f7f-beb1-176d4d31207d', 'status': 'completed', 'code': 200} May 17 12:07:53.534147 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-37dd54bd-a1ed-4ed7-9a94-f5f6da351df5 None None] Set router dccc072a-e607-43c3-aad2-3fd800a71253 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:07:53.597602 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348630cf-22a9-4b44-b713-f3ba54eda215 req-adcca3a9-fea5-44af-b300-3115fdcc761b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:53.599074 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-348630cf-22a9-4b44-b713-f3ba54eda215 req-adcca3a9-fea5-44af-b300-3115fdcc761b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb0716dd61384274b0edea30aa0018fc&device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 1098 time: 0.0711462 May 17 12:07:53.733269 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348630cf-22a9-4b44-b713-f3ba54eda215 req-2a4ce0bd-28e3-4727-9acc-17124aa1b7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:53.734628 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-348630cf-22a9-4b44-b713-f3ba54eda215 req-2a4ce0bd-28e3-4727-9acc-17124aa1b7b4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=60d01f58-95c2-41d0-9639-8f96ef255b31 HTTP/1.1" status: 200 len: 918 time: 0.1277354 May 17 12:07:53.840153 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-348630cf-22a9-4b44-b713-f3ba54eda215 req-bfbe9951-28a8-48b7-9493-0e54834b4ff6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90a65514-1b1c-4f7f-beb1-176d4d31207d HTTP/1.1" status: 200 len: 999 time: 0.0974007 May 17 12:07:53.881425 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-37dd54bd-a1ed-4ed7-9a94-f5f6da351df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'name': 'tempest-AttachVolumeShelveTestJSON-1697176697-router', 'tenant_id': 'eb0716dd61384274b0edea30aa0018fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'd9ad547f-4c6a-4a32-bf92-5be01a5e6552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:34Z', 'updated_at': '2021-05-17T12:02:42Z', 'revision_number': 4, 'project_id': 'eb0716dd61384274b0edea30aa0018fc', 'gw_port': {'id': 'd9ad547f-4c6a-4a32-bf92-5be01a5e6552', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:35Z', 'updated_at': '2021-05-17T12:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_floatingips': [{'id': 'a9b15a0c-117f-4e58-8370-06dcfd5e5d2e', 'tenant_id': 'eb0716dd61384274b0edea30aa0018fc', 'floating_ip_address': '172.27.1.176', 'floating_network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'router_id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'port_id': '90a65514-1b1c-4f7f-beb1-176d4d31207d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60d01f58-95c2-41d0-9639-8f96ef255b31', 'mac_address': 'fa:16:3e:17:2c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095df850-0d6e-41f4-845c-f559054a36a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:07:38Z', 'updated_at': '2021-05-17T12:07:52Z', 'revision_number': 1, 'project_id': 'eb0716dd61384274b0edea30aa0018fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '251ab6a6-a5cc-4745-a40c-2fa80a951893', 'name': '', 'network_id': '60d01f58-95c2-41d0-9639-8f96ef255b31', 'tenant_id': 'eb0716dd61384274b0edea30aa0018fc', 'mac_address': 'fa:16:3e:b0:ea:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'ef588d6f-d166-4427-8aef-1ce83b0779d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:40Z', 'updated_at': '2021-05-17T12:02:52Z', 'revision_number': 5, 'project_id': 'eb0716dd61384274b0edea30aa0018fc', 'subnets': [{'id': 'ef588d6f-d166-4427-8aef-1ce83b0779d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:53.885555 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dd54bd-a1ed-4ed7-9a94-f5f6da351df5 None None] Checking router: dccc072a-e607-43c3-aad2-3fd800a71253 for host: dv-cinder-734144-19-iscsi {{(pid=78702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:07:53.894723 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dd54bd-a1ed-4ed7-9a94-f5f6da351df5 None None] Routers {'dccc072a-e607-43c3-aad2-3fd800a71253'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:07:53.895327 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-37dd54bd-a1ed-4ed7-9a94-f5f6da351df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:07:41Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['dccc072a-e607-43c3-aad2-3fd800a71253'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:53.908821 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348630cf-22a9-4b44-b713-f3ba54eda215 req-26b6ace8-d3f8-4686-b604-206141ebbd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:53.910294 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-348630cf-22a9-4b44-b713-f3ba54eda215 req-26b6ace8-d3f8-4686-b604-206141ebbd30 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef588d6f-d166-4427-8aef-1ce83b0779d0 HTTP/1.1" status: 200 len: 856 time: 0.0619819 May 17 12:07:53.956747 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:07:53.989301 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348630cf-22a9-4b44-b713-f3ba54eda215 req-71ac095e-4a43-4e8f-9dc5-5d9ddd8dc1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:53.990998 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-348630cf-22a9-4b44-b713-f3ba54eda215 req-71ac095e-4a43-4e8f-9dc5-5d9ddd8dc1e3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=60d01f58-95c2-41d0-9639-8f96ef255b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0713937 May 17 12:07:54.009607 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] No Port match for: 49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d {{(pid=78702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:07:54.009943 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 49f80c3f-7cbe-40b8-bba2-a208a5e8cc3d not bound to the agent host hv-cinder-73414 {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:07:54.125759 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-37dd54bd-a1ed-4ed7-9a94-f5f6da351df5 None None] Set router dccc072a-e607-43c3-aad2-3fd800a71253 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:07:54.144019 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-348630cf-22a9-4b44-b713-f3ba54eda215 req-5df44fe8-c642-468f-84b7-7462dbe8da07 service neutron] 10.222.0.52 "GET /v2.0/networks/60d01f58-95c2-41d0-9639-8f96ef255b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381469 May 17 12:07:54.146155 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbaacf-dd01-46da-a0fa-67577464721f req-38ef1b34-03e8-4236-ae58-9cd4f79cdc9f tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:54.147660 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-4adbaacf-dd01-46da-a0fa-67577464721f req-38ef1b34-03e8-4236-ae58-9cd4f79cdc9f tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=275a1aec-8b1b-4a4d-a405-46d821a2a9e3 HTTP/1.1" status: 200 len: 945 time: 0.0817451 May 17 12:07:54.303056 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-4adbaacf-dd01-46da-a0fa-67577464721f req-bab7e491-98f9-48cc-b97f-362602ad17ad tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa87b9a5-759e-449d-baf0-b2a9019a7ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491320 May 17 12:07:54.349284 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-348630cf-22a9-4b44-b713-f3ba54eda215 req-e96839f5-20be-418c-ad4e-858491f0af21 service neutron] 10.222.0.52 "GET /v2.0/networks/60d01f58-95c2-41d0-9639-8f96ef255b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984515 May 17 12:07:54.361920 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45749eff-f1b0-40ed-9d63-bb7ae1493b2b req-2bb4630e-d84c-4dda-be7c-9bbad2203d1a tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:54.363351 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-45749eff-f1b0-40ed-9d63-bb7ae1493b2b req-2bb4630e-d84c-4dda-be7c-9bbad2203d1a tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.52 "GET /v2.0/ports?device_id=275a1aec-8b1b-4a4d-a405-46d821a2a9e3 HTTP/1.1" status: 200 len: 945 time: 0.1417334 May 17 12:07:54.505010 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [req-45749eff-f1b0-40ed-9d63-bb7ae1493b2b req-c8d0daf7-69d2-44b4-9524-cd2a25e41076 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Deleting port 0640b73d-51e9-47f4-a362-f5b6aaf63e9a {{(pid=78700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:07:54.505359 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-45749eff-f1b0-40ed-9d63-bb7ae1493b2b req-c8d0daf7-69d2-44b4-9524-cd2a25e41076 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:54.514472 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-37dd54bd-a1ed-4ed7-9a94-f5f6da351df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'name': 'tempest-AttachVolumeShelveTestJSON-1697176697-router', 'tenant_id': 'eb0716dd61384274b0edea30aa0018fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'd9ad547f-4c6a-4a32-bf92-5be01a5e6552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:34Z', 'updated_at': '2021-05-17T12:02:42Z', 'revision_number': 4, 'project_id': 'eb0716dd61384274b0edea30aa0018fc', 'gw_port': {'id': 'd9ad547f-4c6a-4a32-bf92-5be01a5e6552', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:35Z', 'updated_at': '2021-05-17T12:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_floatingips': [{'id': 'a9b15a0c-117f-4e58-8370-06dcfd5e5d2e', 'tenant_id': 'eb0716dd61384274b0edea30aa0018fc', 'floating_ip_address': '172.27.1.176', 'floating_network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'router_id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'port_id': '90a65514-1b1c-4f7f-beb1-176d4d31207d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60d01f58-95c2-41d0-9639-8f96ef255b31', 'mac_address': 'fa:16:3e:17:2c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095df850-0d6e-41f4-845c-f559054a36a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:07:38Z', 'updated_at': '2021-05-17T12:07:52Z', 'revision_number': 1, 'project_id': 'eb0716dd61384274b0edea30aa0018fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '251ab6a6-a5cc-4745-a40c-2fa80a951893', 'name': '', 'network_id': '60d01f58-95c2-41d0-9639-8f96ef255b31', 'tenant_id': 'eb0716dd61384274b0edea30aa0018fc', 'mac_address': 'fa:16:3e:b0:ea:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'ef588d6f-d166-4427-8aef-1ce83b0779d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:40Z', 'updated_at': '2021-05-17T12:02:52Z', 'revision_number': 5, 'project_id': 'eb0716dd61384274b0edea30aa0018fc', 'subnets': [{'id': 'ef588d6f-d166-4427-8aef-1ce83b0779d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:54.519305 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dd54bd-a1ed-4ed7-9a94-f5f6da351df5 None None] The sync data for ids ['dccc072a-e607-43c3-aad2-3fd800a71253'] in dv-cinder-734144-19-iscsi is: [{'id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'name': 'tempest-AttachVolumeShelveTestJSON-1697176697-router', 'tenant_id': 'eb0716dd61384274b0edea30aa0018fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'd9ad547f-4c6a-4a32-bf92-5be01a5e6552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:34Z', 'updated_at': '2021-05-17T12:02:42Z', 'revision_number': 4, 'project_id': 'eb0716dd61384274b0edea30aa0018fc', 'gw_port': {'id': 'd9ad547f-4c6a-4a32-bf92-5be01a5e6552', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:35Z', 'updated_at': '2021-05-17T12:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_floatingips': [{'id': 'a9b15a0c-117f-4e58-8370-06dcfd5e5d2e', 'tenant_id': 'eb0716dd61384274b0edea30aa0018fc', 'floating_ip_address': '172.27.1.176', 'floating_network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'router_id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'port_id': '90a65514-1b1c-4f7f-beb1-176d4d31207d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60d01f58-95c2-41d0-9639-8f96ef255b31', 'mac_address': 'fa:16:3e:17:2c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095df850-0d6e-41f4-845c-f559054a36a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:07:38Z', 'updated_at': '2021-05-17T12:07:52Z', 'revision_number': 1, 'project_id': 'eb0716dd61384274b0edea30aa0018fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '251ab6a6-a5cc-4745-a40c-2fa80a951893', 'name': '', 'network_id': '60d01f58-95c2-41d0-9639-8f96ef255b31', 'tenant_id': 'eb0716dd61384274b0edea30aa0018fc', 'mac_address': 'fa:16:3e:b0:ea:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'ef588d6f-d166-4427-8aef-1ce83b0779d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:40Z', 'updated_at': '2021-05-17T12:02:52Z', 'revision_number': 5, 'project_id': 'eb0716dd61384274b0edea30aa0018fc', 'subnets': [{'id': 'ef588d6f-d166-4427-8aef-1ce83b0779d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:07:54.701465 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-45749eff-f1b0-40ed-9d63-bb7ae1493b2b req-c8d0daf7-69d2-44b4-9524-cd2a25e41076 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] For port 0640b73d-51e9-47f4-a362-f5b6aaf63e9a, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=0640b73d-51e9-47f4-a362-f5b6aaf63e9a,segment=NetworkSegment(b61233ca-6cb6-4e29-9ec5-c0502c3c2c37),segment_id=b61233ca-6cb6-4e29-9ec5-c0502c3c2c37)] {{(pid=78700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:07:54.701829 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-45749eff-f1b0-40ed-9d63-bb7ae1493b2b req-c8d0daf7-69d2-44b4-9524-cd2a25e41076 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:54.733702 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f6510e-5043-4004-a97d-aa5ad38d3756 None None] New status for floating IP a9b15a0c-117f-4e58-8370-06dcfd5e5d2e: ACTIVE {{(pid=78703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 12:07:54.925911 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [req-45749eff-f1b0-40ed-9d63-bb7ae1493b2b req-c8d0daf7-69d2-44b4-9524-cd2a25e41076 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Calling delete_port for 0640b73d-51e9-47f4-a362-f5b6aaf63e9a owned by compute:nova {{(pid=78700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:07:54.966663 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5721a76-f604-4ada-9411-d9d1f11d0bbd req-888f7aa2-69f1-4112-aaec-7c1ca8584fd4 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:54.968131 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f5721a76-f604-4ada-9411-d9d1f11d0bbd req-888f7aa2-69f1-4112-aaec-7c1ca8584fd4 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba313541-eab8-48ad-96c9-6b65ce8c02ec HTTP/1.1" status: 200 len: 944 time: 0.3537176 May 17 12:07:55.028710 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f5721a76-f604-4ada-9411-d9d1f11d0bbd req-e87b0f1f-19f4-41f1-9977-7a600c49b1de tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/security-groups?id=a45f71a5-c1cb-4e5c-a0f7-a203a23791f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544794 May 17 12:07:55.097744 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-45749eff-f1b0-40ed-9d63-bb7ae1493b2b req-c8d0daf7-69d2-44b4-9524-cd2a25e41076 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:55.103015 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-d5375ee5-6341-4290-867b-c679acdb4222 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:55.108712 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] get_ports_and_sgs() called for port_ids ['0640b73d-51e9-47f4-a362-f5b6aaf63e9a'] {{(pid=78702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:07:55.149125 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d0daf7-69d2-44b4-9524-cd2a25e41076 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Pushing event deleted for resources: {'Port': ['ID=0640b73d-51e9-47f4-a362-f5b6aaf63e9a,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:55.152388 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-c8d0daf7-69d2-44b4-9524-cd2a25e41076 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:55.224421 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [req-45749eff-f1b0-40ed-9d63-bb7ae1493b2b req-c8d0daf7-69d2-44b4-9524-cd2a25e41076 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] No DVR routers for this DVR port 0640b73d-51e9-47f4-a362-f5b6aaf63e9a on host hv-cinder-73414 {{(pid=78700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:07:55.226712 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-45749eff-f1b0-40ed-9d63-bb7ae1493b2b req-c8d0daf7-69d2-44b4-9524-cd2a25e41076 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:55.229150 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275a1aec-8b1b-4a4d-a405-46d821a2a9e3', 'name': 'network-vif-deleted', 'tag': '0640b73d-51e9-47f4-a362-f5b6aaf63e9a'}] {{(pid=78700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:07:55.244266 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-45749eff-f1b0-40ed-9d63-bb7ae1493b2b req-c8d0daf7-69d2-44b4-9524-cd2a25e41076 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.52 "DELETE /v2.0/ports/0640b73d-51e9-47f4-a362-f5b6aaf63e9a HTTP/1.1" status: 204 len: 173 time: 0.8751333 May 17 12:07:55.278879 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275a1aec-8b1b-4a4d-a405-46d821a2a9e3', 'name': 'network-vif-deleted', 'tag': '0640b73d-51e9-47f4-a362-f5b6aaf63e9a', 'status': 'completed', 'code': 200} May 17 12:07:55.466988 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-c8a9e967-dd6d-4c96-9063-c2fae0821b36 req-7daa9e38-b8de-4f2a-938f-ba8889984afe tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Synchronizing usage tracker for tenant:aa3142f2173d4022b0c404c920dc8d54 on resource:port {{(pid=78700) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:07:55.482340 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-c8a9e967-dd6d-4c96-9063-c2fae0821b36 req-7daa9e38-b8de-4f2a-938f-ba8889984afe tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Unset dirty status for tenant:aa3142f2173d4022b0c404c920dc8d54 on resource:port {{(pid=78700) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:07:55.483419 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-c8a9e967-dd6d-4c96-9063-c2fae0821b36 req-7daa9e38-b8de-4f2a-938f-ba8889984afe tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] 10.222.0.11 "GET /v2.0/ports?device_id=275a1aec-8b1b-4a4d-a405-46d821a2a9e3 HTTP/1.1" status: 200 len: 210 time: 0.0595496 May 17 12:07:56.217702 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f998c-9488-4191-aa33-f8b698a4055e req-b486218e-6722-4081-abf9-f4782496b8ac tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:56.219137 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-395f998c-9488-4191-aa33-f8b698a4055e req-b486218e-6722-4081-abf9-f4782496b8ac tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba313541-eab8-48ad-96c9-6b65ce8c02ec HTTP/1.1" status: 200 len: 944 time: 0.0780268 May 17 12:07:56.263813 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-395f998c-9488-4191-aa33-f8b698a4055e req-b7c8cb9a-bba7-4648-b28d-a3709d657777 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/security-groups?id=a45f71a5-c1cb-4e5c-a0f7-a203a23791f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390182 May 17 12:07:56.580907 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 34868) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:07:56.645058 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.db_base_plugin_v2 [None req-fca23cbc-1c26-417a-adf2-488287f4c060 admin admin] Deleting subnet 2265ec26-25ce-4a67-8ace-40a0c329d3f7 {{(pid=78701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 12:07:56.647995 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-fca23cbc-1c26-417a-adf2-488287f4c060 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:56.697026 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-fca23cbc-1c26-417a-adf2-488287f4c060 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2587883'] for subnet, precommit_delete_associations {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:56.756924 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-fca23cbc-1c26-417a-adf2-488287f4c060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383026'] for subnet, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:57.005738 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-fca23cbc-1c26-417a-adf2-488287f4c060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2534855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2580816'] for subnet, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:57.010472 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:57.049013 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca23cbc-1c26-417a-adf2-488287f4c060 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2265ec26-25ce-4a67-8ace-40a0c329d3f7,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:57.056606 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-fca23cbc-1c26-417a-adf2-488287f4c060 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:57.071979 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-fca23cbc-1c26-417a-adf2-488287f4c060 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2265ec26-25ce-4a67-8ace-40a0c329d3f7 HTTP/1.1" status: 204 len: 168 time: 0.4853845 May 17 12:07:57.071979 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 34878) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:07:57.088647 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca23cbc-1c26-417a-adf2-488287f4c060 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:57.089191 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca23cbc-1c26-417a-adf2-488287f4c060 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:57.089571 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca23cbc-1c26-417a-adf2-488287f4c060 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:57.089943 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca23cbc-1c26-417a-adf2-488287f4c060 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:57.090305 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca23cbc-1c26-417a-adf2-488287f4c060 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:57.090669 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca23cbc-1c26-417a-adf2-488287f4c060 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:57.091036 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca23cbc-1c26-417a-adf2-488287f4c060 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:57.091485 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca23cbc-1c26-417a-adf2-488287f4c060 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:57.091756 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca23cbc-1c26-417a-adf2-488287f4c060 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:57.092150 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca23cbc-1c26-417a-adf2-488287f4c060 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:57.092561 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca23cbc-1c26-417a-adf2-488287f4c060 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:57.093170 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca23cbc-1c26-417a-adf2-488287f4c060 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:57.096484 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-fca23cbc-1c26-417a-adf2-488287f4c060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:57.194594 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-cf5c2422-af73-42b2-9494-32da0b8b57fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1494564'] for network, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:57.319517 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-cf5c2422-af73-42b2-9494-32da0b8b57fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382983', 'neutron.services.segments.db._delete_segments_for_network-8762327220098'] for network, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:57.332827 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.services.segments.db [None req-cf5c2422-af73-42b2-9494-32da0b8b57fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d148b08-1ad9-4470-987b-bb4369603158']}} {{(pid=78701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:57.344669 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.services.segments.db [None req-cf5c2422-af73-42b2-9494-32da0b8b57fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b61233ca-6cb6-4e29-9ec5-c0502c3c2c37') {'for_net_delete': True} {{(pid=78701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:57.344996 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.services.segments.db [None req-cf5c2422-af73-42b2-9494-32da0b8b57fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b61233ca-6cb6-4e29-9ec5-c0502c3c2c37') {} {{(pid=78701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:57.356197 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-cf5c2422-af73-42b2-9494-32da0b8b57fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762327230347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2587876'] for segment, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:57.372745 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-cf5c2422-af73-42b2-9494-32da0b8b57fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205'] for segment, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:57.379085 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf5c2422-af73-42b2-9494-32da0b8b57fb admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=78701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 12:07:57.379464 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-cf5c2422-af73-42b2-9494-32da0b8b57fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2534753'] for segment, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:57.393772 dv-cinder-734144-19-iscsi neutron-server[78701]: Traceback (most recent call last): May 17 12:07:57.393772 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 12:07:57.393772 dv-cinder-734144-19-iscsi neutron-server[78701]: timer() May 17 12:07:57.393772 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 12:07:57.393772 dv-cinder-734144-19-iscsi neutron-server[78701]: cb(*args, **kw) May 17 12:07:57.393772 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 12:07:57.393772 dv-cinder-734144-19-iscsi neutron-server[78701]: return func(*args, **kwargs) May 17 12:07:57.393772 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 12:07:57.393772 dv-cinder-734144-19-iscsi neutron-server[78701]: self._notify() May 17 12:07:57.393772 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 12:07:57.393772 dv-cinder-734144-19-iscsi neutron-server[78701]: self.callback(batched_events) May 17 12:07:57.393772 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 12:07:57.393772 dv-cinder-734144-19-iscsi neutron-server[78701]: event.method(event) May 17 12:07:57.393772 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 12:07:57.393772 dv-cinder-734144-19-iscsi neutron-server[78701]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 12:07:57.393772 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 12:07:57.393772 dv-cinder-734144-19-iscsi neutron-server[78701]: aggregate_uuid = self.p_client.list_aggregates( May 17 12:07:57.393772 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 12:07:57.393772 dv-cinder-734144-19-iscsi neutron-server[78701]: return f(self, *a, **k) May 17 12:07:57.393772 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 12:07:57.393772 dv-cinder-734144-19-iscsi neutron-server[78701]: return self._get(url).json() May 17 12:07:57.393772 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 12:07:57.393772 dv-cinder-734144-19-iscsi neutron-server[78701]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 12:07:57.393772 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 12:07:57.393772 dv-cinder-734144-19-iscsi neutron-server[78701]: return self.request(url, 'GET', **kwargs) May 17 12:07:57.393772 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 12:07:57.393772 dv-cinder-734144-19-iscsi neutron-server[78701]: base_url = self.get_endpoint(auth, allow=allow, May 17 12:07:57.393772 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 12:07:57.393772 dv-cinder-734144-19-iscsi neutron-server[78701]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 12:07:57.393772 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 12:07:57.393772 dv-cinder-734144-19-iscsi neutron-server[78701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 12:07:57.393772 dv-cinder-734144-19-iscsi neutron-server[78701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 12:07:57.453130 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae10a5e-72f3-4bea-a4d4-bd89b44ae469 req-d4c91a70-eec7-4852-bad4-dd94e1e218c2 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:57.454612 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-1ae10a5e-72f3-4bea-a4d4-bd89b44ae469 req-d4c91a70-eec7-4852-bad4-dd94e1e218c2 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba313541-eab8-48ad-96c9-6b65ce8c02ec HTTP/1.1" status: 200 len: 944 time: 0.0850372 May 17 12:07:57.469305 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-cf5c2422-af73-42b2-9494-32da0b8b57fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407862'] for network, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:57.473628 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:57.486862 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-cf5c2422-af73-42b2-9494-32da0b8b57fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for network, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:57.498031 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c2422-af73-42b2-9494-32da0b8b57fb admin admin] Pushing event deleted for resources: {'Network': ['ID=7d148b08-1ad9-4470-987b-bb4369603158,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:57.501234 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-cf5c2422-af73-42b2-9494-32da0b8b57fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:57.502403 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-1ae10a5e-72f3-4bea-a4d4-bd89b44ae469 req-7386bcd5-4979-4f58-bada-740754e3f8d7 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/security-groups?id=a45f71a5-c1cb-4e5c-a0f7-a203a23791f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418406 May 17 12:07:57.508119 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-cf5c2422-af73-42b2-9494-32da0b8b57fb admin admin] 10.222.0.11 "DELETE /v2.0/networks/7d148b08-1ad9-4470-987b-bb4369603158 HTTP/1.1" status: 204 len: 168 time: 0.4372158 May 17 12:07:57.682399 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 34890) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:07:57.731219 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-c28b8e8c-d46f-460c-8768-2a3fc541e36d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aa3142f2173d4022b0c404c920dc8d54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465057 May 17 12:07:57.733471 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 34894) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:07:57.789336 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-8419bc49-994b-4974-ac51-6fc0d6c0c616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:57.815432 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-8419bc49-994b-4974-ac51-6fc0d6c0c616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:57.866392 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-8419bc49-994b-4974-ac51-6fc0d6c0c616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:57.872074 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-bc75ee6f-2089-442b-9519-7919d9be9a79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:07:57.889306 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419bc49-994b-4974-ac51-6fc0d6c0c616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa87b9a5-759e-449d-baf0-b2a9019a7ff8,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:57.891694 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-8419bc49-994b-4974-ac51-6fc0d6c0c616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:07:57.899800 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-8419bc49-994b-4974-ac51-6fc0d6c0c616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:07:57.903959 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-8419bc49-994b-4974-ac51-6fc0d6c0c616 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fa87b9a5-759e-449d-baf0-b2a9019a7ff8 HTTP/1.1" status: 204 len: 168 time: 0.1666069 May 17 12:07:58.728517 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271afc97-3a65-4ec6-8184-311bd545d551 req-f6661c1a-9e15-4285-8b87-57adc7b57714 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:58.737057 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-271afc97-3a65-4ec6-8184-311bd545d551 req-f6661c1a-9e15-4285-8b87-57adc7b57714 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba313541-eab8-48ad-96c9-6b65ce8c02ec HTTP/1.1" status: 200 len: 944 time: 0.1128023 May 17 12:07:58.782403 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-271afc97-3a65-4ec6-8184-311bd545d551 req-9ac65175-b604-4759-ba36-d76196523595 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/security-groups?id=a45f71a5-c1cb-4e5c-a0f7-a203a23791f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444276 May 17 12:07:59.872824 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.agents_db [None req-bc444940-bb86-4de8-ac48-ae4570a6a7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:07:59.975597 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 6331d4b8-2941-44f2-9e7b-db7f7fb965d2 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:07:59.981487 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 0640b73d-51e9-47f4-a362-f5b6aaf63e9a no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:07:59.994172 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a09df-eb43-489d-9ba2-8075637c6ff9 req-dd7ab079-277d-49e5-8ca7-d413210b8a52 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:07:59.996409 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-312a09df-eb43-489d-9ba2-8075637c6ff9 req-dd7ab079-277d-49e5-8ca7-d413210b8a52 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba313541-eab8-48ad-96c9-6b65ce8c02ec HTTP/1.1" status: 200 len: 944 time: 0.0989470 May 17 12:08:00.022554 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] No Port match for: 0640b73d-51e9-47f4-a362-f5b6aaf63e9a {{(pid=78702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:08:00.022554 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 0640b73d-51e9-47f4-a362-f5b6aaf63e9a not bound to the agent host hv-cinder-73414 {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:08:00.044630 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-312a09df-eb43-489d-9ba2-8075637c6ff9 req-62b2caec-6be4-43ac-b5ca-d163bbe79c58 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/security-groups?id=a45f71a5-c1cb-4e5c-a0f7-a203a23791f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414970 May 17 12:08:00.147935 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port 6331d4b8-2941-44f2-9e7b-db7f7fb965d2, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=6331d4b8-2941-44f2-9e7b-db7f7fb965d2,segment=NetworkSegment(a402912a-f827-4eda-8dbb-276cac4a089d),segment_id=a402912a-f827-4eda-8dbb-276cac4a089d)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:08:00.161511 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Returning: {'device': '6331d4b8-2941-44f2-9e7b-db7f7fb965d2', 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1', 'port_id': '6331d4b8-2941-44f2-9e7b-db7f7fb965d2', 'mac_address': 'fa:16:3e:45:01:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df17bad4-8d21-4b36-8dd5-091410a2c5d8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:08:00.220528 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:00.237040 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6331d4b8-2941-44f2-9e7b-db7f7fb965d2 {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:08:00.252858 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port 6331d4b8-2941-44f2-9e7b-db7f7fb965d2, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=6331d4b8-2941-44f2-9e7b-db7f7fb965d2,segment=NetworkSegment(a402912a-f827-4eda-8dbb-276cac4a089d),segment_id=a402912a-f827-4eda-8dbb-276cac4a089d)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:08:00.256355 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:00.258073 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:00.324083 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=6331d4b8-2941-44f2-9e7b-db7f7fb965d2,revision_number=4']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:00.327081 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:00.530903 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] get_ports_and_sgs() called for port_ids ['6331d4b8-2941-44f2-9e7b-db7f7fb965d2'] {{(pid=78702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:08:01.240520 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f508cf-6556-41bc-996c-74f6efc8fb4d req-ab08a841-1949-4716-a575-bc67236f4d9c tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:01.242056 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-c9f508cf-6556-41bc-996c-74f6efc8fb4d req-ab08a841-1949-4716-a575-bc67236f4d9c tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba313541-eab8-48ad-96c9-6b65ce8c02ec HTTP/1.1" status: 200 len: 945 time: 0.0853281 May 17 12:08:01.294794 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-c9f508cf-6556-41bc-996c-74f6efc8fb4d req-bae5dd3f-3e9b-4f5e-a1f1-2dfa230146e6 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/security-groups?id=a45f71a5-c1cb-4e5c-a0f7-a203a23791f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455980 May 17 12:08:01.977531 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 6331d4b8-2941-44f2-9e7b-db7f7fb965d2 up at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:08:02.049716 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Provisioning for port 6331d4b8-2941-44f2-9e7b-db7f7fb965d2 completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:08:02.055327 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Provisioning complete for port 6331d4b8-2941-44f2-9e7b-db7f7fb965d2 triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:08:02.055842 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:02.186230 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:02.213966 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba313541-eab8-48ad-96c9-6b65ce8c02ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6331d4b8-2941-44f2-9e7b-db7f7fb965d2'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:08:02.224354 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port 6331d4b8-2941-44f2-9e7b-db7f7fb965d2, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=6331d4b8-2941-44f2-9e7b-db7f7fb965d2,segment=NetworkSegment(a402912a-f827-4eda-8dbb-276cac4a089d),segment_id=a402912a-f827-4eda-8dbb-276cac4a089d)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:08:02.228513 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:02.231253 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:02.266428 dv-cinder-734144-19-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba313541-eab8-48ad-96c9-6b65ce8c02ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6331d4b8-2941-44f2-9e7b-db7f7fb965d2', 'code': 200} May 17 12:08:02.299490 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=6331d4b8-2941-44f2-9e7b-db7f7fb965d2,revision_number=5']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:02.302362 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:02.501024 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b326d83-1a49-423b-9ccc-683aa2297ee9 req-9e6e3277-23ac-47f4-9bb0-8fc0d852c9da tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:02.502704 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2b326d83-1a49-423b-9ccc-683aa2297ee9 req-9e6e3277-23ac-47f4-9bb0-8fc0d852c9da tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba313541-eab8-48ad-96c9-6b65ce8c02ec HTTP/1.1" status: 200 len: 946 time: 0.0951910 May 17 12:08:02.598717 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2b326d83-1a49-423b-9ccc-683aa2297ee9 req-e3f0dedc-a694-42c9-bb59-06f3ca1b3613 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/security-groups?id=a45f71a5-c1cb-4e5c-a0f7-a203a23791f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588379 May 17 12:08:02.620684 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a28c61-86f4-4a52-807e-63856cf0ed7c req-ca773eb6-57b9-416c-a966-e3a028b85884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:02.620684 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-37a28c61-86f4-4a52-807e-63856cf0ed7c req-ca773eb6-57b9-416c-a966-e3a028b85884 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ba313541-eab8-48ad-96c9-6b65ce8c02ec HTTP/1.1" status: 200 len: 1099 time: 0.1128120 May 17 12:08:02.620684 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 35026) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:02.662009 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-37a28c61-86f4-4a52-807e-63856cf0ed7c req-84cbfbd1-77e0-422a-9379-6ce28e044db0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a45f71a5-c1cb-4e5c-a0f7-a203a23791f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345700 May 17 12:08:02.735538 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f7ede43e-870e-426e-83d6-295afd33fa0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:02.750195 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-f7ede43e-870e-426e-83d6-295afd33fa0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:08:02.753952 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-f7ede43e-870e-426e-83d6-295afd33fa0c admin admin] Usage tracker for resource:security_group_rule and tenant:6b4238f38157415ab7e2eb2962a0901d is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:08:02.756771 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-f7ede43e-870e-426e-83d6-295afd33fa0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:08:02.763060 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-f7ede43e-870e-426e-83d6-295afd33fa0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:08:02.845905 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f7ede43e-870e-426e-83d6-295afd33fa0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:02.849753 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f7ede43e-870e-426e-83d6-295afd33fa0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:02.859241 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-cfd7f8d7-0ad1-437e-b043-e34250756d9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:02.899081 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-f7ede43e-870e-426e-83d6-295afd33fa0c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6b4238f38157415ab7e2eb2962a0901d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2792916 May 17 12:08:02.900720 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ede43e-870e-426e-83d6-295afd33fa0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53881fea-3e46-41e2-b9c5-ff100af987b8,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:02.901639 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 35032) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:02.904613 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-f7ede43e-870e-426e-83d6-295afd33fa0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:02.964492 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-ea989782-e51a-43ce-8080-718c220e345e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:02.989735 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-ea989782-e51a-43ce-8080-718c220e345e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:03.041588 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-ea989782-e51a-43ce-8080-718c220e345e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:03.045995 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-261b6e75-ac34-437a-8ef0-5c83457d3043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:03.058910 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea989782-e51a-43ce-8080-718c220e345e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53881fea-3e46-41e2-b9c5-ff100af987b8,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:03.062917 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-ea989782-e51a-43ce-8080-718c220e345e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:03.066074 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-ea989782-e51a-43ce-8080-718c220e345e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:03.067151 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-ea989782-e51a-43ce-8080-718c220e345e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/53881fea-3e46-41e2-b9c5-ff100af987b8 HTTP/1.1" status: 204 len: 168 time: 0.1636016 May 17 12:08:03.348306 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 35042) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:03.365303 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7c8716b3-2d2e-4c0f-b32a-501cd2da8fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:03.379808 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-7c8716b3-2d2e-4c0f-b32a-501cd2da8fb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:08:03.383639 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-7c8716b3-2d2e-4c0f-b32a-501cd2da8fb0 admin admin] Usage tracker for resource:security_group_rule and tenant:875217402f064e16a5f184251a1478ef is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:08:03.387099 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-7c8716b3-2d2e-4c0f-b32a-501cd2da8fb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:08:03.392588 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-7c8716b3-2d2e-4c0f-b32a-501cd2da8fb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:08:03.477440 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7c8716b3-2d2e-4c0f-b32a-501cd2da8fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:03.481136 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7c8716b3-2d2e-4c0f-b32a-501cd2da8fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:03.492994 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-acfc1f40-3d16-4847-8fdd-eb2aba4bd1fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:03.638462 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-7c8716b3-2d2e-4c0f-b32a-501cd2da8fb0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=875217402f064e16a5f184251a1478ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2890551 May 17 12:08:03.640182 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8716b3-2d2e-4c0f-b32a-501cd2da8fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd45fd7-2f88-41c3-ad22-ad90fc127f07,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:03.641690 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 35050) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:03.643277 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-7c8716b3-2d2e-4c0f-b32a-501cd2da8fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:03.707573 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-9af851b2-933c-4ecc-be5d-b834ae78ae4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:03.778979 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-9af851b2-933c-4ecc-be5d-b834ae78ae4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:03.850708 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080a24b-173f-41a2-95f0-b575de967d00 req-8e006001-5ed7-4bec-bc30-89988a7ba77b tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:03.852161 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3080a24b-173f-41a2-95f0-b575de967d00 req-8e006001-5ed7-4bec-bc30-89988a7ba77b tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba313541-eab8-48ad-96c9-6b65ce8c02ec HTTP/1.1" status: 200 len: 946 time: 0.1283109 May 17 12:08:03.874792 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-9af851b2-933c-4ecc-be5d-b834ae78ae4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:03.879742 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-cbcf28cf-3f3f-44c7-a025-8d7b61c9620d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:03.904954 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af851b2-933c-4ecc-be5d-b834ae78ae4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd45fd7-2f88-41c3-ad22-ad90fc127f07,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:03.907920 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-9af851b2-933c-4ecc-be5d-b834ae78ae4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:03.927263 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3080a24b-173f-41a2-95f0-b575de967d00 req-e4e76f14-ca6b-46f1-b5f8-86f9ae78c6c1 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/security-groups?id=a45f71a5-c1cb-4e5c-a0f7-a203a23791f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672643 May 17 12:08:03.928060 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-9af851b2-933c-4ecc-be5d-b834ae78ae4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:03.929053 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-9af851b2-933c-4ecc-be5d-b834ae78ae4f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5fd45fd7-2f88-41c3-ad22-ad90fc127f07 HTTP/1.1" status: 204 len: 168 time: 0.2862692 May 17 12:08:04.131576 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74dd67-b3f0-446a-98b0-92132ef7a080 req-287a2f5a-8058-43cd-8ea1-8d106b036e4e tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:04.133070 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-8c74dd67-b3f0-446a-98b0-92132ef7a080 req-287a2f5a-8058-43cd-8ea1-8d106b036e4e tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba313541-eab8-48ad-96c9-6b65ce8c02ec HTTP/1.1" status: 200 len: 946 time: 0.0823572 May 17 12:08:04.181156 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-8c74dd67-b3f0-446a-98b0-92132ef7a080 req-f7c3f200-6bfc-45b8-9216-660726708639 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/security-groups?id=a45f71a5-c1cb-4e5c-a0f7-a203a23791f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415518 May 17 12:08:04.215287 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 35062) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:04.462980 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5270c490-7118-4107-9775-faf02fd81bde tempest-TestVolumeBootPattern-972034667 tempest-TestVolumeBootPattern-972034667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:04.464496 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-5270c490-7118-4107-9775-faf02fd81bde tempest-TestVolumeBootPattern-972034667 tempest-TestVolumeBootPattern-972034667-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ba313541-eab8-48ad-96c9-6b65ce8c02ec HTTP/1.1" status: 200 len: 1094 time: 0.2482290 May 17 12:08:04.467527 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 35078) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:04.472394 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [None req-b7b83bd5-836a-404b-91c2-f719e268b383 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Request body: {'floatingip': {'floating_network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'port_id': '6331d4b8-2941-44f2-9e7b-db7f7fb965d2', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:08:04.478050 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-b7b83bd5-836a-404b-91c2-f719e268b383 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:08:04.482497 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-b7b83bd5-836a-404b-91c2-f719e268b383 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Usage tracker for resource:floatingip and tenant:bd096020b3c84734ab84d713ecfe505c is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:08:04.486506 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-b7b83bd5-836a-404b-91c2-f719e268b383 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:08:04.492223 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-b7b83bd5-836a-404b-91c2-f719e268b383 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:08:04.506128 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-b7b83bd5-836a-404b-91c2-f719e268b383 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks [] for floatingip, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:04.653257 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-b7b83bd5-836a-404b-91c2-f719e268b383 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:04.801731 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.db_base_plugin_common [None req-b7b83bd5-836a-404b-91c2-f719e268b383 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Allocated IP 172.27.1.76 (163aee93-eed0-47f4-9809-6291286e957c/35eb0c40-f6d0-43b5-b72a-9e8dd7567b53/ae609b2f-1b7f-482d-8847-b12b3817b196) {{(pid=78700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:08:04.955878 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-b7b83bd5-836a-404b-91c2-f719e268b383 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks [] for port, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:04.986675 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-b7b83bd5-836a-404b-91c2-f719e268b383 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:04.991402 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-2a41f119-0a13-4cc5-8ccc-1937f898073a tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:05.060459 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b83bd5-836a-404b-91c2-f719e268b383 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Network 163aee93-eed0-47f4-9809-6291286e957c is already hosted by enough agents. {{(pid=78700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:08:05.063460 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.base_scheduler [None req-b7b83bd5-836a-404b-91c2-f719e268b383 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Resources bound (agent type, host, resource id): {{(pid=78700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:08:05.067102 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b83bd5-836a-404b-91c2-f719e268b383 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Received port after_create {{(pid=78700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:08:05.109178 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b83bd5-836a-404b-91c2-f719e268b383 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Pushing event updated for resources: {'Port': ['ID=ae609b2f-1b7f-482d-8847-b12b3817b196,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:05.113506 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-b7b83bd5-836a-404b-91c2-f719e268b383 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:05.633744 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-b7b83bd5-836a-404b-91c2-f719e268b383 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:05.716171 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-b7b83bd5-836a-404b-91c2-f719e268b383 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:05.975509 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-b7b83bd5-836a-404b-91c2-f719e268b383 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks [] for port, precommit_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:05.982221 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-b7b83bd5-836a-404b-91c2-f719e268b383 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2209221'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:05.988669 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-0f5195bb-f759-44a3-8be2-74a202f4a303 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:06.115051 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b83bd5-836a-404b-91c2-f719e268b383 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Pushing event updated for resources: {'Port': ['ID=ae609b2f-1b7f-482d-8847-b12b3817b196,revision_number=2']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:06.119452 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-b7b83bd5-836a-404b-91c2-f719e268b383 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:06.123564 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-b7b83bd5-836a-404b-91c2-f719e268b383 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407876'] for floatingip, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:06.295922 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.db.l3_db [None req-b7b83bd5-836a-404b-91c2-f719e268b383 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Floating IP 388fc4a2-006b-44d3-b587-be86dac46f66 associated. External IP: 172.27.1.76, port: 6331d4b8-2941-44f2-9e7b-db7f7fb965d2. May 17 12:08:06.658974 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b83bd5-836a-404b-91c2-f719e268b383 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Router 63e8f73d-ad50-4cd3-929b-215fda21db32 has already been hosted by L3 agent 7d9bdccf-07e9-4436-af26-1dad3be87fd8 {{(pid=78700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:08:06.813173 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 35150) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:06.943969 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5889678f-1aaa-4828-8c75-040676448d90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:06.959741 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-5889678f-1aaa-4828-8c75-040676448d90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:08:06.963801 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-5889678f-1aaa-4828-8c75-040676448d90 admin admin] Usage tracker for resource:security_group_rule and tenant:7091dc572abe424389d9fdedab0a8d67 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:08:06.966851 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-5889678f-1aaa-4828-8c75-040676448d90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:08:06.969531 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b83bd5-836a-404b-91c2-f719e268b383 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify agent at l3_agent.dv-cinder-734144-19-iscsi the message routers_updated {{(pid=78700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:08:06.972504 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-5889678f-1aaa-4828-8c75-040676448d90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:08:06.981380 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e50a12-0b87-4f53-af65-1e87ee2e6e35 None None] Sync routers for ids ['63e8f73d-ad50-4cd3-929b-215fda21db32'] in dv-cinder-734144-19-iscsi {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:08:06.996993 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e50a12-0b87-4f53-af65-1e87ee2e6e35 None None] Routers {'63e8f73d-ad50-4cd3-929b-215fda21db32'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:08:06.997261 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-81e50a12-0b87-4f53-af65-1e87ee2e6e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:07:41Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['63e8f73d-ad50-4cd3-929b-215fda21db32'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:08:07.000570 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-b7b83bd5-836a-404b-91c2-f719e268b383 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for floatingip, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:07.069299 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5889678f-1aaa-4828-8c75-040676448d90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:07.075902 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5889678f-1aaa-4828-8c75-040676448d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:07.084614 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-b7b83bd5-836a-404b-91c2-f719e268b383 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6159377 May 17 12:08:07.085273 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-aef173a3-c5bc-4ac3-94dd-419e44ee237d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:07.085732 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba313541-eab8-48ad-96c9-6b65ce8c02ec', 'tag': '6331d4b8-2941-44f2-9e7b-db7f7fb965d2'}] {{(pid=78700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:08:07.110988 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889678f-1aaa-4828-8c75-040676448d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a17967b-6c3a-4a9b-8f05-de1fdd7bc519,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:07.115203 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-5889678f-1aaa-4828-8c75-040676448d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:07.139723 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 35164) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:07.139958 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-5889678f-1aaa-4828-8c75-040676448d90 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7091dc572abe424389d9fdedab0a8d67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3256075 May 17 12:08:07.160976 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba313541-eab8-48ad-96c9-6b65ce8c02ec', 'tag': '6331d4b8-2941-44f2-9e7b-db7f7fb965d2', 'status': 'completed', 'code': 200} May 17 12:08:07.208404 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-81e50a12-0b87-4f53-af65-1e87ee2e6e35 None None] Set router 63e8f73d-ad50-4cd3-929b-215fda21db32 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:08:07.258376 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-89b54547-1b06-4a37-a7f0-0ec5c024b2f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:07.290717 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-89b54547-1b06-4a37-a7f0-0ec5c024b2f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:07.326666 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d057e63-2052-4ff7-94fe-5a5c8a1f2fa5 req-60b4d9cf-c7ec-4191-827a-043c1a2949c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:07.328160 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3d057e63-2052-4ff7-94fe-5a5c8a1f2fa5 req-60b4d9cf-c7ec-4191-827a-043c1a2949c1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd096020b3c84734ab84d713ecfe505c&device_id=ba313541-eab8-48ad-96c9-6b65ce8c02ec HTTP/1.1" status: 200 len: 1099 time: 0.1417060 May 17 12:08:07.457465 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-89b54547-1b06-4a37-a7f0-0ec5c024b2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:07.464768 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-f14d6753-633b-4bc4-991c-194aa853e30c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:07.496374 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b54547-1b06-4a37-a7f0-0ec5c024b2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a17967b-6c3a-4a9b-8f05-de1fdd7bc519,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:07.499154 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-89b54547-1b06-4a37-a7f0-0ec5c024b2f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:07.504235 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d057e63-2052-4ff7-94fe-5a5c8a1f2fa5 req-26642fb5-26a7-4e3a-afdf-fe3d5eae41ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:07.505716 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3d057e63-2052-4ff7-94fe-5a5c8a1f2fa5 req-26642fb5-26a7-4e3a-afdf-fe3d5eae41ff service neutron] 10.222.0.52 "GET /v2.0/networks?id=6fb5c99b-a68d-45a2-861a-1b6b3804e1c1 HTTP/1.1" status: 200 len: 913 time: 0.1701071 May 17 12:08:07.506483 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-89b54547-1b06-4a37-a7f0-0ec5c024b2f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:07.508050 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-89b54547-1b06-4a37-a7f0-0ec5c024b2f2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6a17967b-6c3a-4a9b-8f05-de1fdd7bc519 HTTP/1.1" status: 204 len: 168 time: 0.3665996 May 17 12:08:07.648109 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3d057e63-2052-4ff7-94fe-5a5c8a1f2fa5 req-dcca635c-ce5f-4d14-85f0-290bb974e7f9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6331d4b8-2941-44f2-9e7b-db7f7fb965d2 HTTP/1.1" status: 200 len: 999 time: 0.1328602 May 17 12:08:07.651742 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-81e50a12-0b87-4f53-af65-1e87ee2e6e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'name': 'tempest-TestVolumeBootPattern-1798618458-router', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:06Z', 'updated_at': '2021-05-17T12:07:13Z', 'revision_number': 4, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'gw_port': {'id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:08:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:07Z', 'updated_at': '2021-05-17T12:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_floatingips': [{'id': '388fc4a2-006b-44d3-b587-be86dac46f66', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'floating_ip_address': '172.27.1.76', 'floating_network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'router_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'port_id': '6331d4b8-2941-44f2-9e7b-db7f7fb965d2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1', 'mac_address': 'fa:16:3e:45:01:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba313541-eab8-48ad-96c9-6b65ce8c02ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:08:05Z', 'updated_at': '2021-05-17T12:08:05Z', 'revision_number': 0, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62483829-37ae-4176-9f39-760bba38563e', 'name': '', 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'mac_address': 'fa:16:3e:cd:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'df17bad4-8d21-4b36-8dd5-091410a2c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:13Z', 'updated_at': '2021-05-17T12:07:20Z', 'revision_number': 5, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'subnets': [{'id': 'df17bad4-8d21-4b36-8dd5-091410a2c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:08:07.656575 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e50a12-0b87-4f53-af65-1e87ee2e6e35 None None] Checking router: 63e8f73d-ad50-4cd3-929b-215fda21db32 for host: dv-cinder-734144-19-iscsi {{(pid=78702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:08:07.668561 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e50a12-0b87-4f53-af65-1e87ee2e6e35 None None] Routers {'63e8f73d-ad50-4cd3-929b-215fda21db32'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:08:07.669560 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-81e50a12-0b87-4f53-af65-1e87ee2e6e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:07:41Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['63e8f73d-ad50-4cd3-929b-215fda21db32'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:08:07.732699 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d057e63-2052-4ff7-94fe-5a5c8a1f2fa5 req-e7281c16-92a8-49f4-aa44-fabe648f1f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:07.734537 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3d057e63-2052-4ff7-94fe-5a5c8a1f2fa5 req-e7281c16-92a8-49f4-aa44-fabe648f1f52 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=df17bad4-8d21-4b36-8dd5-091410a2c5d8 HTTP/1.1" status: 200 len: 851 time: 0.0803344 May 17 12:08:07.833275 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d057e63-2052-4ff7-94fe-5a5c8a1f2fa5 req-c193c938-49ac-4b2b-9e57-c318edc28f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:07.835437 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3d057e63-2052-4ff7-94fe-5a5c8a1f2fa5 req-c193c938-49ac-4b2b-9e57-c318edc28f6e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6fb5c99b-a68d-45a2-861a-1b6b3804e1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0931625 May 17 12:08:07.900100 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 35182) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:07.904951 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-81e50a12-0b87-4f53-af65-1e87ee2e6e35 None None] Set router 63e8f73d-ad50-4cd3-929b-215fda21db32 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:08:07.934787 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9bdb-38dc-42a0-8305-736463fb945d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:07.951483 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-b7aa9bdb-38dc-42a0-8305-736463fb945d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:08:07.956908 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-b7aa9bdb-38dc-42a0-8305-736463fb945d admin admin] Usage tracker for resource:security_group_rule and tenant:a9710fbbe9af48dfb0064a94661848e9 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:08:07.959885 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-b7aa9bdb-38dc-42a0-8305-736463fb945d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:08:07.966910 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-b7aa9bdb-38dc-42a0-8305-736463fb945d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:08:07.989463 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:08.015938 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3d057e63-2052-4ff7-94fe-5a5c8a1f2fa5 req-6e6c59d9-d1e4-4aae-80c3-d11f3490fa9d service neutron] 10.222.0.52 "GET /v2.0/networks/6fb5c99b-a68d-45a2-861a-1b6b3804e1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719499 May 17 12:08:08.066106 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9bdb-38dc-42a0-8305-736463fb945d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:08.074058 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9bdb-38dc-42a0-8305-736463fb945d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:08.094079 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-e6492ed6-fe21-4184-adc8-455579efb828 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:08.128510 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa9bdb-38dc-42a0-8305-736463fb945d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4719909b-3ab7-49e2-abb4-3dc860eda538,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:08.133143 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-b7aa9bdb-38dc-42a0-8305-736463fb945d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:08.150153 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-b7aa9bdb-38dc-42a0-8305-736463fb945d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a9710fbbe9af48dfb0064a94661848e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2478352 May 17 12:08:08.153277 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 35188) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:08.191823 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3d057e63-2052-4ff7-94fe-5a5c8a1f2fa5 req-995da8e4-7c55-4dc8-830a-c04b34c3f801 service neutron] 10.222.0.52 "GET /v2.0/networks/6fb5c99b-a68d-45a2-861a-1b6b3804e1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685615 May 17 12:08:08.220985 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-57132566-1e3d-46fe-a76f-a4490d6c0b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:08.248055 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-57132566-1e3d-46fe-a76f-a4490d6c0b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:08.300875 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-57132566-1e3d-46fe-a76f-a4490d6c0b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:08.305655 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-80bad99d-e8ac-4d4d-8b42-fd3b147ffd6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:08.320427 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57132566-1e3d-46fe-a76f-a4490d6c0b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4719909b-3ab7-49e2-abb4-3dc860eda538,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:08.327655 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-57132566-1e3d-46fe-a76f-a4490d6c0b8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:08.337959 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-57132566-1e3d-46fe-a76f-a4490d6c0b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:08.339375 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-57132566-1e3d-46fe-a76f-a4490d6c0b8b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4719909b-3ab7-49e2-abb4-3dc860eda538 HTTP/1.1" status: 204 len: 168 time: 0.1849482 May 17 12:08:08.368406 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-81e50a12-0b87-4f53-af65-1e87ee2e6e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'name': 'tempest-TestVolumeBootPattern-1798618458-router', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:06Z', 'updated_at': '2021-05-17T12:07:13Z', 'revision_number': 4, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'gw_port': {'id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:08:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:07Z', 'updated_at': '2021-05-17T12:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_floatingips': [{'id': '388fc4a2-006b-44d3-b587-be86dac46f66', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'floating_ip_address': '172.27.1.76', 'floating_network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'router_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'port_id': '6331d4b8-2941-44f2-9e7b-db7f7fb965d2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1', 'mac_address': 'fa:16:3e:45:01:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba313541-eab8-48ad-96c9-6b65ce8c02ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:08:05Z', 'updated_at': '2021-05-17T12:08:05Z', 'revision_number': 0, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62483829-37ae-4176-9f39-760bba38563e', 'name': '', 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'mac_address': 'fa:16:3e:cd:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'df17bad4-8d21-4b36-8dd5-091410a2c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:13Z', 'updated_at': '2021-05-17T12:07:20Z', 'revision_number': 5, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'subnets': [{'id': 'df17bad4-8d21-4b36-8dd5-091410a2c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:08:08.373181 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e50a12-0b87-4f53-af65-1e87ee2e6e35 None None] The sync data for ids ['63e8f73d-ad50-4cd3-929b-215fda21db32'] in dv-cinder-734144-19-iscsi is: [{'id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'name': 'tempest-TestVolumeBootPattern-1798618458-router', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:06Z', 'updated_at': '2021-05-17T12:07:13Z', 'revision_number': 4, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'gw_port': {'id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:08:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:07Z', 'updated_at': '2021-05-17T12:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_floatingips': [{'id': '388fc4a2-006b-44d3-b587-be86dac46f66', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'floating_ip_address': '172.27.1.76', 'floating_network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'router_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'port_id': '6331d4b8-2941-44f2-9e7b-db7f7fb965d2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1', 'mac_address': 'fa:16:3e:45:01:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba313541-eab8-48ad-96c9-6b65ce8c02ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:08:05Z', 'updated_at': '2021-05-17T12:08:05Z', 'revision_number': 0, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62483829-37ae-4176-9f39-760bba38563e', 'name': '', 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'mac_address': 'fa:16:3e:cd:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'df17bad4-8d21-4b36-8dd5-091410a2c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:13Z', 'updated_at': '2021-05-17T12:07:20Z', 'revision_number': 5, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'subnets': [{'id': 'df17bad4-8d21-4b36-8dd5-091410a2c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:08:08.554135 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d663e449-8878-4ee9-b645-e1793c645213 None None] New status for floating IP 388fc4a2-006b-44d3-b587-be86dac46f66: ACTIVE {{(pid=78703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 12:08:08.786280 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e0539cfc-0b7e-42fd-aeeb-6831dcafac8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:11.301959 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b3a5c06c-23eb-41de-a990-365f4d6b5d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:11.320165 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:12.322525 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:13.897573 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 35310) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:14.029791 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-fb4073d6-457d-4685-a15e-6cc2d0b8bd22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:14.044691 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-fb4073d6-457d-4685-a15e-6cc2d0b8bd22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:08:14.048605 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-fb4073d6-457d-4685-a15e-6cc2d0b8bd22 admin admin] Usage tracker for resource:security_group_rule and tenant:0a6881a5e10c4428b4000efafe3f31e6 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:08:14.051646 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-fb4073d6-457d-4685-a15e-6cc2d0b8bd22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:08:14.058821 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-fb4073d6-457d-4685-a15e-6cc2d0b8bd22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:08:14.119148 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372800ad-e2ab-4af6-a9bb-cafd306fbbd1 req-5e1992ce-a8ae-4602-bf90-8841f2bbf6ff tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:14.120697 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-372800ad-e2ab-4af6-a9bb-cafd306fbbd1 req-5e1992ce-a8ae-4602-bf90-8841f2bbf6ff tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 945 time: 0.0873582 May 17 12:08:14.145665 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-fb4073d6-457d-4685-a15e-6cc2d0b8bd22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:14.150069 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-fb4073d6-457d-4685-a15e-6cc2d0b8bd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:14.159528 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-27f691c2-76e8-4c54-b025-879551af206b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:14.166974 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-372800ad-e2ab-4af6-a9bb-cafd306fbbd1 req-78ec2119-b841-48e7-895c-eedcce0205dc tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400462 May 17 12:08:14.198699 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4073d6-457d-4685-a15e-6cc2d0b8bd22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b8c8a0-f10a-43b5-b986-ee963e0a7a57,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:14.202237 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-fb4073d6-457d-4685-a15e-6cc2d0b8bd22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:14.203869 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:14.205803 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-fb4073d6-457d-4685-a15e-6cc2d0b8bd22 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0a6881a5e10c4428b4000efafe3f31e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3072536 May 17 12:08:14.208359 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 35320) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:14.266019 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-daa3de51-b5dd-4d62-a198-dc668e5efcc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:14.291984 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-daa3de51-b5dd-4d62-a198-dc668e5efcc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:14.344573 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-daa3de51-b5dd-4d62-a198-dc668e5efcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:14.352752 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-65fe3a32-13bd-4a75-a96c-2803333bdf4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:14.381834 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa3de51-b5dd-4d62-a198-dc668e5efcc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b8c8a0-f10a-43b5-b986-ee963e0a7a57,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:14.381834 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-daa3de51-b5dd-4d62-a198-dc668e5efcc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:14.384513 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-daa3de51-b5dd-4d62-a198-dc668e5efcc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:14.387036 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-daa3de51-b5dd-4d62-a198-dc668e5efcc0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/91b8c8a0-f10a-43b5-b986-ee963e0a7a57 HTTP/1.1" status: 204 len: 168 time: 0.1774821 May 17 12:08:14.684220 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 35330) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:14.705865 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-8b4359bd-76cf-44d7-81b5-6a93a9893853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:14.719775 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-8b4359bd-76cf-44d7-81b5-6a93a9893853 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:08:14.723509 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-8b4359bd-76cf-44d7-81b5-6a93a9893853 admin admin] Usage tracker for resource:security_group_rule and tenant:fd9289c4a68e4500817f87cc0d36a929 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:08:14.726250 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-8b4359bd-76cf-44d7-81b5-6a93a9893853 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:08:14.731928 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-8b4359bd-76cf-44d7-81b5-6a93a9893853 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:08:14.813181 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-8b4359bd-76cf-44d7-81b5-6a93a9893853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:14.817073 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-8b4359bd-76cf-44d7-81b5-6a93a9893853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:14.825789 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-2386c47e-59ba-4327-a01e-fd03431d5fdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:14.864976 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-8b4359bd-76cf-44d7-81b5-6a93a9893853 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fd9289c4a68e4500817f87cc0d36a929&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1796021 May 17 12:08:14.866575 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4359bd-76cf-44d7-81b5-6a93a9893853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6acc14-2c10-44f3-8ee8-9bf98d911b0e,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:14.867906 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 35336) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:14.870494 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-8b4359bd-76cf-44d7-81b5-6a93a9893853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:14.933812 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-2bbd961c-04ac-4712-8b41-35478b58adec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:14.959315 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-2bbd961c-04ac-4712-8b41-35478b58adec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:15.011354 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-2bbd961c-04ac-4712-8b41-35478b58adec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:15.015051 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-e63b6d2b-233b-450a-a768-77322749e022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:15.025626 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd961c-04ac-4712-8b41-35478b58adec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6acc14-2c10-44f3-8ee8-9bf98d911b0e,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:15.028243 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-2bbd961c-04ac-4712-8b41-35478b58adec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:15.034555 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-2bbd961c-04ac-4712-8b41-35478b58adec admin admin] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:15.035651 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-2bbd961c-04ac-4712-8b41-35478b58adec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4b6acc14-2c10-44f3-8ee8-9bf98d911b0e HTTP/1.1" status: 204 len: 168 time: 0.1667972 May 17 12:08:15.370371 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746014c-41b5-4624-9927-c06c4649e85c req-a99c6587-ffc1-48fd-bf31-f850659da148 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:15.372195 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-c746014c-41b5-4624-9927-c06c4649e85c req-a99c6587-ffc1-48fd-bf31-f850659da148 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 945 time: 0.0952318 May 17 12:08:15.381101 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 35346) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:15.400358 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-a8bcda4b-924e-482d-9a66-391bf2ba36be admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:15.415294 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-a8bcda4b-924e-482d-9a66-391bf2ba36be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:08:15.418409 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-c746014c-41b5-4624-9927-c06c4649e85c req-8b44615f-8fd9-4cbc-b12a-00c7035fc595 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406721 May 17 12:08:15.419407 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-a8bcda4b-924e-482d-9a66-391bf2ba36be admin admin] Usage tracker for resource:security_group_rule and tenant:62f0d98966b245fa8264ab6b654d6f2f is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:08:15.422512 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-a8bcda4b-924e-482d-9a66-391bf2ba36be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:08:15.428627 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-a8bcda4b-924e-482d-9a66-391bf2ba36be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:08:15.516221 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-a8bcda4b-924e-482d-9a66-391bf2ba36be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:15.520035 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-a8bcda4b-924e-482d-9a66-391bf2ba36be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:15.527627 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-ccace3b3-b09e-4314-a5a0-561af2eeac9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:15.572559 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-a8bcda4b-924e-482d-9a66-391bf2ba36be admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=62f0d98966b245fa8264ab6b654d6f2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1902783 May 17 12:08:15.573837 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bcda4b-924e-482d-9a66-391bf2ba36be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa32a673-144a-4c52-a29b-e49877eddc5a,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:15.575619 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 35354) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:15.576732 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-a8bcda4b-924e-482d-9a66-391bf2ba36be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:15.635919 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-461abef6-0858-41ee-af2c-e16c14d4e32e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:15.671326 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-461abef6-0858-41ee-af2c-e16c14d4e32e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:15.735623 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-461abef6-0858-41ee-af2c-e16c14d4e32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:15.739331 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-f7ede43e-870e-426e-83d6-295afd33fa0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:15.751056 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461abef6-0858-41ee-af2c-e16c14d4e32e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa32a673-144a-4c52-a29b-e49877eddc5a,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:15.753324 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-461abef6-0858-41ee-af2c-e16c14d4e32e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:15.758672 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-461abef6-0858-41ee-af2c-e16c14d4e32e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:15.759775 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-461abef6-0858-41ee-af2c-e16c14d4e32e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aa32a673-144a-4c52-a29b-e49877eddc5a HTTP/1.1" status: 204 len: 168 time: 0.1830313 May 17 12:08:16.611528 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b78a1-60a1-4675-a2c0-edc994738843 req-07d6ea00-459f-4a6e-b3b8-67ea730ad5f5 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:16.613026 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ed0b78a1-60a1-4675-a2c0-edc994738843 req-07d6ea00-459f-4a6e-b3b8-67ea730ad5f5 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 945 time: 0.0834482 May 17 12:08:16.660700 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ed0b78a1-60a1-4675-a2c0-edc994738843 req-c45547c3-34e8-4e2e-afc3-140c90dc9ff4 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414808 May 17 12:08:17.850009 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43870f13-2c4f-4d0b-8c24-baee609c2ace req-8731f42f-5abf-4d29-bffb-fcc7a971c0e0 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:17.851369 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-43870f13-2c4f-4d0b-8c24-baee609c2ace req-8731f42f-5abf-4d29-bffb-fcc7a971c0e0 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 945 time: 0.0827749 May 17 12:08:17.896658 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-43870f13-2c4f-4d0b-8c24-baee609c2ace req-7aad81ab-633b-4f03-b2c6-dd982abbaf77 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390725 May 17 12:08:19.083207 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b61330c-6bd9-4ce1-aed2-1b1e1ed336a4 req-9dcf721c-5e76-4c0f-8850-b30e6c26569d tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:19.084691 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-1b61330c-6bd9-4ce1-aed2-1b1e1ed336a4 req-9dcf721c-5e76-4c0f-8850-b30e6c26569d tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 945 time: 0.0794849 May 17 12:08:19.132194 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-1b61330c-6bd9-4ce1-aed2-1b1e1ed336a4 req-46391098-a625-440f-9d29-7d86983a5c0d tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413387 May 17 12:08:20.314378 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ebeac-e4d9-45c1-b49a-6f34f5ee6922 req-eef62a56-c227-4c78-b70a-65e533a327e7 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:20.315825 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ed1ebeac-e4d9-45c1-b49a-6f34f5ee6922 req-eef62a56-c227-4c78-b70a-65e533a327e7 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 945 time: 0.0785863 May 17 12:08:20.360826 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ed1ebeac-e4d9-45c1-b49a-6f34f5ee6922 req-c5cb6e2f-7269-4e30-bd49-a333765ba7a2 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390749 May 17 12:08:21.547331 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28737be2-5987-408e-922a-62c8c3015132 req-a63120ce-412f-4a7f-bdeb-e27c98337aeb tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:21.548778 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-28737be2-5987-408e-922a-62c8c3015132 req-a63120ce-412f-4a7f-bdeb-e27c98337aeb tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 945 time: 0.0834281 May 17 12:08:21.595235 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-28737be2-5987-408e-922a-62c8c3015132 req-436c3a3b-cb4e-43d3-8ed4-93c7991cfbd5 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406582 May 17 12:08:22.788423 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ea5e0-7927-41d8-9d75-8bb8b0fb1ff4 req-f4b961c7-9950-4e1f-8bca-c7c29a43bf07 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:22.789961 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-255ea5e0-7927-41d8-9d75-8bb8b0fb1ff4 req-f4b961c7-9950-4e1f-8bca-c7c29a43bf07 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 945 time: 0.0841503 May 17 12:08:22.936436 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-255ea5e0-7927-41d8-9d75-8bb8b0fb1ff4 req-4c568764-9851-49f9-91f0-f30080403307 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406295 May 17 12:08:24.103478 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3042354-6bed-473c-999f-4f6028027e77 req-d6384d9c-5641-4a7d-944c-416250f622b8 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:24.105108 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-a3042354-6bed-473c-999f-4f6028027e77 req-d6384d9c-5641-4a7d-944c-416250f622b8 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=806863d6-c30e-4c4f-870a-f5f56dfee179 HTTP/1.1" status: 200 len: 946 time: 0.0835299 May 17 12:08:24.150001 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-a3042354-6bed-473c-999f-4f6028027e77 req-a466df0f-89dd-4d78-a141-f3b1bfd60da2 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=2a2046c9-2e92-4d44-98f1-000078eff640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391555 May 17 12:08:24.245232 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca45e11-e188-43c1-802f-4add11db78d2 req-07679faf-b01f-4bc9-aa38-9d416456bf0d tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:24.246729 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-1ca45e11-e188-43c1-802f-4add11db78d2 req-07679faf-b01f-4bc9-aa38-9d416456bf0d tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 945 time: 0.1277421 May 17 12:08:24.298541 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-1ca45e11-e188-43c1-802f-4add11db78d2 req-4a4b3cc8-9720-43e7-99dd-d7793397d57b tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455925 May 17 12:08:24.303842 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a5c84-50e0-472e-94a2-4f28467f03cf req-709e6880-61c4-4b8b-874e-4f15ee636062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:24.305310 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-5a8a5c84-50e0-472e-94a2-4f28467f03cf req-709e6880-61c4-4b8b-874e-4f15ee636062 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=59d64c2ea81d477bb3042604d61f07ed&device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 1098 time: 0.1181746 May 17 12:08:24.434809 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a5c84-50e0-472e-94a2-4f28467f03cf req-560e4ccb-1d4b-4371-b464-85bb07839959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:24.436221 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-5a8a5c84-50e0-472e-94a2-4f28467f03cf req-560e4ccb-1d4b-4371-b464-85bb07839959 service neutron] 10.222.0.52 "GET /v2.0/networks?id=420f9a68-4de0-4fd9-af03-44cf74933625 HTTP/1.1" status: 200 len: 910 time: 0.1221633 May 17 12:08:24.540963 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-5a8a5c84-50e0-472e-94a2-4f28467f03cf req-6bdbf2cc-187c-4da5-b589-7eb198f5d921 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1 HTTP/1.1" status: 200 len: 999 time: 0.0958135 May 17 12:08:24.605711 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a5c84-50e0-472e-94a2-4f28467f03cf req-64824afb-fa88-4271-b49c-f5b9742036ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:24.607257 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-5a8a5c84-50e0-472e-94a2-4f28467f03cf req-64824afb-fa88-4271-b49c-f5b9742036ec service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9b0c68ee-5a47-455b-9b80-2cefd0e5cc49 HTTP/1.1" status: 200 len: 848 time: 0.0597196 May 17 12:08:24.688409 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a5c84-50e0-472e-94a2-4f28467f03cf req-74e87a56-89e6-46e4-8764-7898294431f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:24.689896 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-5a8a5c84-50e0-472e-94a2-4f28467f03cf req-74e87a56-89e6-46e4-8764-7898294431f5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=420f9a68-4de0-4fd9-af03-44cf74933625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0743194 May 17 12:08:24.825166 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-5a8a5c84-50e0-472e-94a2-4f28467f03cf req-d98a84e6-6f94-4b1a-bb72-15c294942db4 service neutron] 10.222.0.52 "GET /v2.0/networks/420f9a68-4de0-4fd9-af03-44cf74933625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228080 May 17 12:08:24.961750 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-5a8a5c84-50e0-472e-94a2-4f28467f03cf req-1c728cf0-6eb6-44e3-a77e-1b08354336af service neutron] 10.222.0.52 "GET /v2.0/networks/420f9a68-4de0-4fd9-af03-44cf74933625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289489 May 17 12:08:25.348708 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7c5a5-5ea1-44e6-a58d-a748c6ce0a4d req-e2825dce-99e6-4045-bb4e-b7065877d9f1 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:25.350249 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-01c7c5a5-5ea1-44e6-a58d-a748c6ce0a4d req-e2825dce-99e6-4045-bb4e-b7065877d9f1 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=806863d6-c30e-4c4f-870a-f5f56dfee179 HTTP/1.1" status: 200 len: 946 time: 0.0861833 May 17 12:08:25.399563 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-01c7c5a5-5ea1-44e6-a58d-a748c6ce0a4d req-910da8da-aa26-43f6-8637-7dcc45b7b1b3 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=2a2046c9-2e92-4d44-98f1-000078eff640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430119 May 17 12:08:25.536633 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3edf40c-af84-41f3-9bb0-7b9c11b5265d req-859aa376-042b-448c-a2a6-bd3fda7575d3 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:25.538196 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-f3edf40c-af84-41f3-9bb0-7b9c11b5265d req-859aa376-042b-448c-a2a6-bd3fda7575d3 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 945 time: 0.0978498 May 17 12:08:25.589985 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-f3edf40c-af84-41f3-9bb0-7b9c11b5265d req-1b449ef5-c3fe-4978-8aa3-cd60dd92f77f tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444045 May 17 12:08:26.005641 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6248ac-21b9-40b5-85da-f1b9a288ef51 req-d85ead62-ee88-4434-9ae4-33d3ea59d3aa tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:26.007197 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-1c6248ac-21b9-40b5-85da-f1b9a288ef51 req-d85ead62-ee88-4434-9ae4-33d3ea59d3aa tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.52 "GET /v2.0/ports?device_id=806863d6-c30e-4c4f-870a-f5f56dfee179 HTTP/1.1" status: 200 len: 946 time: 0.0880826 May 17 12:08:26.070382 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 35522) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:26.157105 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [req-1c6248ac-21b9-40b5-85da-f1b9a288ef51 req-53675c71-4497-49bf-b24c-562e35a61540 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Deleting port 3aeba6c7-da35-4ea7-bfa1-4229a71a8e71 {{(pid=78700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:08:26.157457 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-1c6248ac-21b9-40b5-85da-f1b9a288ef51 req-53675c71-4497-49bf-b24c-562e35a61540 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:26.252696 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-acd97920-07c3-4add-99cd-82d565523eb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:26.275088 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-acd97920-07c3-4add-99cd-82d565523eb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:08:26.284389 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-acd97920-07c3-4add-99cd-82d565523eb2 admin admin] Usage tracker for resource:security_group_rule and tenant:41fa8340c8524ed5b0544602847789da is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:08:26.296727 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-acd97920-07c3-4add-99cd-82d565523eb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:08:26.306507 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-acd97920-07c3-4add-99cd-82d565523eb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:08:26.334044 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-1c6248ac-21b9-40b5-85da-f1b9a288ef51 req-53675c71-4497-49bf-b24c-562e35a61540 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] For port 3aeba6c7-da35-4ea7-bfa1-4229a71a8e71, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=3aeba6c7-da35-4ea7-bfa1-4229a71a8e71,segment=NetworkSegment(4aeb874b-5262-4be4-9c4d-452a8932079d),segment_id=4aeb874b-5262-4be4-9c4d-452a8932079d)] {{(pid=78700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:08:26.334319 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-1c6248ac-21b9-40b5-85da-f1b9a288ef51 req-53675c71-4497-49bf-b24c-562e35a61540 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:26.599686 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37b561-a563-420e-a0ea-ce8f154e074c req-70297830-f92e-4a6f-9c31-ef96bba90ab4 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:26.601282 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-7b37b561-a563-420e-a0ea-ce8f154e074c req-70297830-f92e-4a6f-9c31-ef96bba90ab4 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=806863d6-c30e-4c4f-870a-f5f56dfee179 HTTP/1.1" status: 200 len: 946 time: 0.0880759 May 17 12:08:26.656267 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-7b37b561-a563-420e-a0ea-ce8f154e074c req-1630bae5-e539-4a7d-8133-4167f6ac8216 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups?id=2a2046c9-2e92-4d44-98f1-000078eff640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476065 May 17 12:08:26.818164 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-acd97920-07c3-4add-99cd-82d565523eb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:26.829616 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-acd97920-07c3-4add-99cd-82d565523eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:26.840274 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-4ded0a15-d0cc-447e-8bbd-286962e8c538 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:26.895256 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-acd97920-07c3-4add-99cd-82d565523eb2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=41fa8340c8524ed5b0544602847789da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8238130 May 17 12:08:26.898022 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-1c6248ac-21b9-40b5-85da-f1b9a288ef51 req-53675c71-4497-49bf-b24c-562e35a61540 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:26.898247 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 35534) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:26.898378 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-1c6248ac-21b9-40b5-85da-f1b9a288ef51 req-53675c71-4497-49bf-b24c-562e35a61540 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407876'] for floatingip, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:26.898693 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.db.l3_db [req-1c6248ac-21b9-40b5-85da-f1b9a288ef51 req-53675c71-4497-49bf-b24c-562e35a61540 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Floating IP ee69b3d6-7db4-4875-8942-9bfea50f08fd disassociated. External IP: 172.27.1.96, port: 3aeba6c7-da35-4ea7-bfa1-4229a71a8e71. May 17 12:08:26.899045 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [req-1c6248ac-21b9-40b5-85da-f1b9a288ef51 req-53675c71-4497-49bf-b24c-562e35a61540 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Calling delete_port for 3aeba6c7-da35-4ea7-bfa1-4229a71a8e71 owned by compute:nova {{(pid=78700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:08:26.903910 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd97920-07c3-4add-99cd-82d565523eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45337e1-9cb7-42df-8d68-ddb986a8d65c,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:26.908868 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-acd97920-07c3-4add-99cd-82d565523eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:26.942047 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5abf9c3-813c-4093-96ad-81208cd2e99b req-c6b68f57-8413-4f69-ac2b-88dcb232f740 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:26.943556 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-e5abf9c3-813c-4093-96ad-81208cd2e99b req-c6b68f57-8413-4f69-ac2b-88dcb232f740 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 945 time: 0.1990516 May 17 12:08:26.974706 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-8a5dea8c-0667-4f06-b103-cd6f81cb15d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:27.003215 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-8a5dea8c-0667-4f06-b103-cd6f81cb15d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:27.006196 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-e5abf9c3-813c-4093-96ad-81208cd2e99b req-10cc9aa0-47d8-4451-b20d-ff219261a48f tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550940 May 17 12:08:27.068872 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-8a5dea8c-0667-4f06-b103-cd6f81cb15d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:27.075767 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-5852f14c-cca7-4ca1-b55c-9e58507e3564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:27.090165 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-1c6248ac-21b9-40b5-85da-f1b9a288ef51 req-53675c71-4497-49bf-b24c-562e35a61540 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:27.090460 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5dea8c-0667-4f06-b103-cd6f81cb15d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45337e1-9cb7-42df-8d68-ddb986a8d65c,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:27.094195 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-8a5dea8c-0667-4f06-b103-cd6f81cb15d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:27.096161 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-ada6df3a-ce1f-4e9f-98ff-5108675af90c tempest-DeleteServersTestJSON-369792332 tempest-DeleteServersTestJSON-369792332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:27.107833 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-8a5dea8c-0667-4f06-b103-cd6f81cb15d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:27.111351 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-8a5dea8c-0667-4f06-b103-cd6f81cb15d7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e45337e1-9cb7-42df-8d68-ddb986a8d65c HTTP/1.1" status: 204 len: 168 time: 0.2088790 May 17 12:08:27.149576 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53675c71-4497-49bf-b24c-562e35a61540 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Pushing event deleted for resources: {'Port': ['ID=3aeba6c7-da35-4ea7-bfa1-4229a71a8e71,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:27.152476 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-53675c71-4497-49bf-b24c-562e35a61540 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:27.353098 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c6248ac-21b9-40b5-85da-f1b9a288ef51 req-53675c71-4497-49bf-b24c-562e35a61540 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Router 71c12570-4c2d-4042-9c67-5dcd234a942f has already been hosted by L3 agent 7d9bdccf-07e9-4436-af26-1dad3be87fd8 {{(pid=78700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:08:27.548193 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c6248ac-21b9-40b5-85da-f1b9a288ef51 req-53675c71-4497-49bf-b24c-562e35a61540 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify agent at l3_agent.dv-cinder-734144-19-iscsi the message routers_updated {{(pid=78700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:08:27.560564 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11da1b2e-abaf-40ab-9adf-91be41cb4365 None None] Sync routers for ids ['71c12570-4c2d-4042-9c67-5dcd234a942f'] in dv-cinder-734144-19-iscsi {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:08:27.573456 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11da1b2e-abaf-40ab-9adf-91be41cb4365 None None] Routers {'71c12570-4c2d-4042-9c67-5dcd234a942f'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:08:27.574242 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-11da1b2e-abaf-40ab-9adf-91be41cb4365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:08:11Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['71c12570-4c2d-4042-9c67-5dcd234a942f'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:08:27.686981 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c6248ac-21b9-40b5-85da-f1b9a288ef51 req-53675c71-4497-49bf-b24c-562e35a61540 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] No DVR routers for this DVR port 3aeba6c7-da35-4ea7-bfa1-4229a71a8e71 on host hv-cinder-73414 {{(pid=78700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:08:27.690477 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-1c6248ac-21b9-40b5-85da-f1b9a288ef51 req-53675c71-4497-49bf-b24c-562e35a61540 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:27.694770 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806863d6-c30e-4c4f-870a-f5f56dfee179', 'name': 'network-vif-deleted', 'tag': '3aeba6c7-da35-4ea7-bfa1-4229a71a8e71'}] {{(pid=78700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:08:27.757936 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-1c6248ac-21b9-40b5-85da-f1b9a288ef51 req-53675c71-4497-49bf-b24c-562e35a61540 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.52 "DELETE /v2.0/ports/3aeba6c7-da35-4ea7-bfa1-4229a71a8e71 HTTP/1.1" status: 204 len: 173 time: 1.7445312 May 17 12:08:27.762620 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '806863d6-c30e-4c4f-870a-f5f56dfee179', 'name': 'network-vif-deleted', 'tag': '3aeba6c7-da35-4ea7-bfa1-4229a71a8e71', 'status': 'completed', 'code': 200} May 17 12:08:27.828767 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-11da1b2e-abaf-40ab-9adf-91be41cb4365 None None] Set router 71c12570-4c2d-4042-9c67-5dcd234a942f gateway port host: dv-cinder-734144-19-iscsi {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:08:27.874357 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-c01fe4c3-26ad-48ec-9e13-617bb419ff18 req-df7e14c5-297c-43b0-b9a4-25bc8efb36a7 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Synchronizing usage tracker for tenant:74eacc72869f49c6b97dcf14e5f937b4 on resource:port {{(pid=78700) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:08:27.891183 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-c01fe4c3-26ad-48ec-9e13-617bb419ff18 req-df7e14c5-297c-43b0-b9a4-25bc8efb36a7 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Unset dirty status for tenant:74eacc72869f49c6b97dcf14e5f937b4 on resource:port {{(pid=78700) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:08:27.898345 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-c01fe4c3-26ad-48ec-9e13-617bb419ff18 req-df7e14c5-297c-43b0-b9a4-25bc8efb36a7 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/ports?device_id=806863d6-c30e-4c4f-870a-f5f56dfee179 HTTP/1.1" status: 200 len: 210 time: 0.0705652 May 17 12:08:28.198279 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-11da1b2e-abaf-40ab-9adf-91be41cb4365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'name': 'tempest-AttachVolumeTestJSON-483043931-router', 'tenant_id': '74eacc72869f49c6b97dcf14e5f937b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ddb1d406-dd34-4d49-a2fa-2809fd1a93aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:01:21Z', 'updated_at': '2021-05-17T12:01:32Z', 'revision_number': 4, 'project_id': '74eacc72869f49c6b97dcf14e5f937b4', 'gw_port': {'id': 'ddb1d406-dd34-4d49-a2fa-2809fd1a93aa', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ee:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:01:22Z', 'updated_at': '2021-05-17T12:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': '9f6f862c-62cf-4348-97a6-1ae5d24727fe', 'name': '', 'network_id': '232f65e1-0da5-4006-971a-4fd3e6d8c4db', 'tenant_id': '74eacc72869f49c6b97dcf14e5f937b4', 'mac_address': 'fa:16:3e:f7:c5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4df74225-b796-4a2f-84ac-d4b6fecaea77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:01:30Z', 'updated_at': '2021-05-17T12:01:49Z', 'revision_number': 5, 'project_id': '74eacc72869f49c6b97dcf14e5f937b4', 'subnets': [{'id': '4df74225-b796-4a2f-84ac-d4b6fecaea77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:08:28.203108 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11da1b2e-abaf-40ab-9adf-91be41cb4365 None None] Checking router: 71c12570-4c2d-4042-9c67-5dcd234a942f for host: dv-cinder-734144-19-iscsi {{(pid=78702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:08:28.212330 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11da1b2e-abaf-40ab-9adf-91be41cb4365 None None] Routers {'71c12570-4c2d-4042-9c67-5dcd234a942f'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:08:28.213623 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-11da1b2e-abaf-40ab-9adf-91be41cb4365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:08:11Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['71c12570-4c2d-4042-9c67-5dcd234a942f'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:08:28.215861 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc87e6-b13c-4f82-a78b-5717bdfaeecd req-5eafdf13-3828-47d5-a427-a9a12d4168e6 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:28.222778 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-44fc87e6-b13c-4f82-a78b-5717bdfaeecd req-5eafdf13-3828-47d5-a427-a9a12d4168e6 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 945 time: 0.0997012 May 17 12:08:28.268224 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-44fc87e6-b13c-4f82-a78b-5717bdfaeecd req-22ca3654-7405-4d63-ad8c-dd4a880bc4e0 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445836 May 17 12:08:28.484831 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-11da1b2e-abaf-40ab-9adf-91be41cb4365 None None] Set router 71c12570-4c2d-4042-9c67-5dcd234a942f gateway port host: dv-cinder-734144-19-iscsi {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:08:28.645577 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-96bf112b-c3a5-4c63-8245-f2aa9599c369 req-6eba25ce-68d3-4fe5-b465-b99b2d370ee8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0779626 May 17 12:08:28.721634 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483574f-5f92-4c11-a8f0-6499a0841586 req-cb5ed600-2d78-47d0-b820-b29cbfd49265 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:28.723247 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-7483574f-5f92-4c11-a8f0-6499a0841586 req-cb5ed600-2d78-47d0-b820-b29cbfd49265 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 945 time: 0.0921016 May 17 12:08:28.773702 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-7483574f-5f92-4c11-a8f0-6499a0841586 req-9328e9b0-4ae4-4448-8317-17ff62d5c52e tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433407 May 17 12:08:28.871930 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-11da1b2e-abaf-40ab-9adf-91be41cb4365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'name': 'tempest-AttachVolumeTestJSON-483043931-router', 'tenant_id': '74eacc72869f49c6b97dcf14e5f937b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ddb1d406-dd34-4d49-a2fa-2809fd1a93aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:01:21Z', 'updated_at': '2021-05-17T12:01:32Z', 'revision_number': 4, 'project_id': '74eacc72869f49c6b97dcf14e5f937b4', 'gw_port': {'id': 'ddb1d406-dd34-4d49-a2fa-2809fd1a93aa', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ee:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:01:22Z', 'updated_at': '2021-05-17T12:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': '9f6f862c-62cf-4348-97a6-1ae5d24727fe', 'name': '', 'network_id': '232f65e1-0da5-4006-971a-4fd3e6d8c4db', 'tenant_id': '74eacc72869f49c6b97dcf14e5f937b4', 'mac_address': 'fa:16:3e:f7:c5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4df74225-b796-4a2f-84ac-d4b6fecaea77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:01:30Z', 'updated_at': '2021-05-17T12:01:49Z', 'revision_number': 5, 'project_id': '74eacc72869f49c6b97dcf14e5f937b4', 'subnets': [{'id': '4df74225-b796-4a2f-84ac-d4b6fecaea77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:08:28.876304 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11da1b2e-abaf-40ab-9adf-91be41cb4365 None None] The sync data for ids ['71c12570-4c2d-4042-9c67-5dcd234a942f'] in dv-cinder-734144-19-iscsi is: [{'id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'name': 'tempest-AttachVolumeTestJSON-483043931-router', 'tenant_id': '74eacc72869f49c6b97dcf14e5f937b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ddb1d406-dd34-4d49-a2fa-2809fd1a93aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:01:21Z', 'updated_at': '2021-05-17T12:01:32Z', 'revision_number': 4, 'project_id': '74eacc72869f49c6b97dcf14e5f937b4', 'gw_port': {'id': 'ddb1d406-dd34-4d49-a2fa-2809fd1a93aa', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ee:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:01:22Z', 'updated_at': '2021-05-17T12:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': '9f6f862c-62cf-4348-97a6-1ae5d24727fe', 'name': '', 'network_id': '232f65e1-0da5-4006-971a-4fd3e6d8c4db', 'tenant_id': '74eacc72869f49c6b97dcf14e5f937b4', 'mac_address': 'fa:16:3e:f7:c5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4df74225-b796-4a2f-84ac-d4b6fecaea77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:01:30Z', 'updated_at': '2021-05-17T12:01:49Z', 'revision_number': 5, 'project_id': '74eacc72869f49c6b97dcf14e5f937b4', 'subnets': [{'id': '4df74225-b796-4a2f-84ac-d4b6fecaea77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:08:29.043404 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 35592) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:29.118049 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-44b67d64-bf6c-4a1b-8dfb-ce6f78843da7 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:29.151573 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-44b67d64-bf6c-4a1b-8dfb-ce6f78843da7 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:29.159216 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c891d17d-640c-48e3-80b9-27510728f053 None None] New status for floating IP ee69b3d6-7db4-4875-8942-9bfea50f08fd: DOWN {{(pid=78703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 12:08:29.215663 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-44b67d64-bf6c-4a1b-8dfb-ce6f78843da7 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:29.221813 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-a8bcda4b-924e-482d-9a66-391bf2ba36be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:29.237321 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b67d64-bf6c-4a1b-8dfb-ce6f78843da7 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2046c9-2e92-4d44-98f1-000078eff640,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:29.240182 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-44b67d64-bf6c-4a1b-8dfb-ce6f78843da7 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:29.247950 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-44b67d64-bf6c-4a1b-8dfb-ce6f78843da7 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:29.251828 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-44b67d64-bf6c-4a1b-8dfb-ce6f78843da7 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "DELETE /v2.0/security-groups/2a2046c9-2e92-4d44-98f1-000078eff640 HTTP/1.1" status: 204 len: 168 time: 0.2053165 May 17 12:08:29.252317 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 35596) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:29.271886 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.api.v2.resource [None req-870eb606-6344-4ad5-b290-88010babc23b tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] show failed (client error): The resource could not be found. May 17 12:08:29.276394 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-870eb606-6344-4ad5-b290-88010babc23b tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "GET /v2.0/security-groups/2a2046c9-2e92-4d44-98f1-000078eff640 HTTP/1.1" status: 404 len: 347 time: 0.0197494 May 17 12:08:29.276687 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 35600) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:29.582315 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-a71b758d-7368-4895-a865-76dac9c45c63 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Deleting port a19b6246-d13c-4b2a-88f6-0f15a6bcbfcb {{(pid=78701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:08:29.582697 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-a71b758d-7368-4895-a865-76dac9c45c63 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:29.704194 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-a71b758d-7368-4895-a865-76dac9c45c63 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:29.704524 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-a71b758d-7368-4895-a865-76dac9c45c63 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:29.843141 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-a71b758d-7368-4895-a865-76dac9c45c63 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Calling delete_port for a19b6246-d13c-4b2a-88f6-0f15a6bcbfcb owned by network:floatingip {{(pid=78701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:08:30.015839 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-a71b758d-7368-4895-a865-76dac9c45c63 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534708'] for port, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:30.025359 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:30.043379 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac269e-4665-443e-901c-b28afeea11e7 req-8811a30f-3aa2-4e6f-b670-c8459ead105c tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:30.052022 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0aac269e-4665-443e-901c-b28afeea11e7 req-8811a30f-3aa2-4e6f-b670-c8459ead105c tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 945 time: 0.1344414 May 17 12:08:30.074089 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b758d-7368-4895-a865-76dac9c45c63 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Pushing event deleted for resources: {'Port': ['ID=a19b6246-d13c-4b2a-88f6-0f15a6bcbfcb,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:30.077967 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-a71b758d-7368-4895-a865-76dac9c45c63 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:30.109388 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0aac269e-4665-443e-901c-b28afeea11e7 req-52f1497e-f907-489f-8bdd-bc6a649e9b5b tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560997 May 17 12:08:30.118798 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 3aeba6c7-da35-4ea7-bfa1-4229a71a8e71 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:08:30.167954 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] No Port match for: 3aeba6c7-da35-4ea7-bfa1-4229a71a8e71 {{(pid=78702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:08:30.168600 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 3aeba6c7-da35-4ea7-bfa1-4229a71a8e71 not bound to the agent host hv-cinder-73414 {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:08:30.169319 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:08:30.190279 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-a71b758d-7368-4895-a865-76dac9c45c63 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks [] for floatingip, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:30.208566 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-a71b758d-7368-4895-a865-76dac9c45c63 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for floatingip, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:30.209929 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-a71b758d-7368-4895-a865-76dac9c45c63 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] 10.222.0.11 "DELETE /v2.0/floatingips/ee69b3d6-7db4-4875-8942-9bfea50f08fd HTTP/1.1" status: 204 len: 168 time: 0.9321847 May 17 12:08:30.352318 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:30.382891 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8d2e28-2434-4900-a3c4-19c019ebf97a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:08:30.392607 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1,segment=NetworkSegment(7ba0756d-7443-4d07-89c4-3be29aade41d),segment_id=7ba0756d-7443-4d07-89c4-3be29aade41d)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:08:30.398200 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:30.403702 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:30.458249 dv-cinder-734144-19-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8d2e28-2434-4900-a3c4-19c019ebf97a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1', 'code': 200} May 17 12:08:30.478403 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1,revision_number=6']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:30.482078 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:30.501271 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf112b-c3a5-4c63-8245-f2aa9599c369 req-162a2d83-bd7c-46ab-9f7f-661624de1d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:30.502861 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-96bf112b-c3a5-4c63-8245-f2aa9599c369 req-162a2d83-bd7c-46ab-9f7f-661624de1d9b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a&tenant_id=59d64c2ea81d477bb3042604d61f07ed HTTP/1.1" status: 200 len: 1096 time: 0.0747190 May 17 12:08:30.603483 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf112b-c3a5-4c63-8245-f2aa9599c369 req-d8b282ad-a85d-4981-b54a-6e9da17832be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:30.605008 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-96bf112b-c3a5-4c63-8245-f2aa9599c369 req-d8b282ad-a85d-4981-b54a-6e9da17832be service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=59d64c2ea81d477bb3042604d61f07ed&device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 1096 time: 0.0761182 May 17 12:08:30.739587 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf112b-c3a5-4c63-8245-f2aa9599c369 req-a5ff1d7e-4d88-4826-8895-67b7fbfffd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:30.741063 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-96bf112b-c3a5-4c63-8245-f2aa9599c369 req-a5ff1d7e-4d88-4826-8895-67b7fbfffd08 service neutron] 10.222.0.52 "GET /v2.0/networks?id=420f9a68-4de0-4fd9-af03-44cf74933625 HTTP/1.1" status: 200 len: 910 time: 0.1285679 May 17 12:08:30.953024 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-96bf112b-c3a5-4c63-8245-f2aa9599c369 req-9008d881-35f9-434a-a3c2-7960b114a043 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1 HTTP/1.1" status: 200 len: 997 time: 0.2038562 May 17 12:08:31.017322 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf112b-c3a5-4c63-8245-f2aa9599c369 req-7e045ef4-c45b-48e1-aced-2f3d6294c1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:31.018707 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-96bf112b-c3a5-4c63-8245-f2aa9599c369 req-7e045ef4-c45b-48e1-aced-2f3d6294c1e7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9b0c68ee-5a47-455b-9b80-2cefd0e5cc49 HTTP/1.1" status: 200 len: 848 time: 0.0569727 May 17 12:08:31.095183 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf112b-c3a5-4c63-8245-f2aa9599c369 req-17b84666-7060-486a-a7bb-33ba41996348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:31.096662 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-96bf112b-c3a5-4c63-8245-f2aa9599c369 req-17b84666-7060-486a-a7bb-33ba41996348 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=420f9a68-4de0-4fd9-af03-44cf74933625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0705123 May 17 12:08:31.235775 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-96bf112b-c3a5-4c63-8245-f2aa9599c369 req-ab0caefb-a731-4c70-8564-18440edb5633 service neutron] 10.222.0.52 "GET /v2.0/networks/420f9a68-4de0-4fd9-af03-44cf74933625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281202 May 17 12:08:31.305077 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921331cf-7f96-48ee-a857-f9688d3abd67 req-f546c33e-f807-4ce0-9517-d83c5074ba18 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:31.306702 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-921331cf-7f96-48ee-a857-f9688d3abd67 req-f546c33e-f807-4ce0-9517-d83c5074ba18 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 943 time: 0.0851886 May 17 12:08:31.359263 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-921331cf-7f96-48ee-a857-f9688d3abd67 req-88772921-c3a1-4acd-bc6f-8132985eecb6 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467119 May 17 12:08:31.363417 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 35632) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:31.382292 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-96bf112b-c3a5-4c63-8245-f2aa9599c369 req-a8fd5377-0ac4-452c-be0a-9f6e47a7608c service neutron] 10.222.0.52 "GET /v2.0/networks/420f9a68-4de0-4fd9-af03-44cf74933625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368663 May 17 12:08:31.484350 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-64bf2ac8-45a3-43aa-9689-2fdefae62748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:31.499898 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-64bf2ac8-45a3-43aa-9689-2fdefae62748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:08:31.503688 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-64bf2ac8-45a3-43aa-9689-2fdefae62748 admin admin] Usage tracker for resource:security_group_rule and tenant:076568003a0e499284f1ab59924d6b68 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:08:31.506487 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-64bf2ac8-45a3-43aa-9689-2fdefae62748 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:08:31.512669 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-64bf2ac8-45a3-43aa-9689-2fdefae62748 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:08:31.606648 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-64bf2ac8-45a3-43aa-9689-2fdefae62748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:31.610798 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-64bf2ac8-45a3-43aa-9689-2fdefae62748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:31.620103 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-7c17f6ab-f04d-4b75-91d7-e307a4529575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:31.659566 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-64bf2ac8-45a3-43aa-9689-2fdefae62748 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=076568003a0e499284f1ab59924d6b68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2952108 May 17 12:08:31.661346 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf2ac8-45a3-43aa-9689-2fdefae62748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2af0903-c8a0-403f-83d4-23297ae60de0,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:31.662273 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 35644) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:31.664325 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-64bf2ac8-45a3-43aa-9689-2fdefae62748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:31.725167 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-96ed6f05-2f82-413d-879c-31aa044e6149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:31.750953 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-96ed6f05-2f82-413d-879c-31aa044e6149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:31.804425 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-96ed6f05-2f82-413d-879c-31aa044e6149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:31.809267 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-82b28453-481e-4b7d-9954-ac88ecea7b2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:31.819739 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed6f05-2f82-413d-879c-31aa044e6149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2af0903-c8a0-403f-83d4-23297ae60de0,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:31.823319 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-96ed6f05-2f82-413d-879c-31aa044e6149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:31.827496 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-96ed6f05-2f82-413d-879c-31aa044e6149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:31.829309 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-96ed6f05-2f82-413d-879c-31aa044e6149 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c2af0903-c8a0-403f-83d4-23297ae60de0 HTTP/1.1" status: 204 len: 168 time: 0.1653779 May 17 12:08:32.557742 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca582b7-2bb3-4b11-98f8-766d42df1dfb req-0109c91b-dc09-4add-89cd-5355a29809eb tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:32.559223 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-eca582b7-2bb3-4b11-98f8-766d42df1dfb req-0109c91b-dc09-4add-89cd-5355a29809eb tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 943 time: 0.0862095 May 17 12:08:32.603508 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-eca582b7-2bb3-4b11-98f8-766d42df1dfb req-72dd1410-b886-4e3b-af32-026ced8696dc tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385818 May 17 12:08:33.789638 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca1bda-f920-4fdf-a4be-fdb115acc825 req-17203051-18b6-475d-a81f-91b874db58eb tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:33.791091 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-bbca1bda-f920-4fdf-a4be-fdb115acc825 req-17203051-18b6-475d-a81f-91b874db58eb tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 943 time: 0.0799305 May 17 12:08:33.834972 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-bbca1bda-f920-4fdf-a4be-fdb115acc825 req-2cddd269-f9a6-45ce-82f1-284742eae49c tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382128 May 17 12:08:34.241706 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 35706) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:34.951630 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-91a95cca-b17a-4721-acb9-b2acce94b92a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405814'] for router_interface, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:35.026484 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d68d4-7347-4adc-b634-e41d73c7698f req-ac6b5b47-6afd-4ed0-880a-d697f175cc6e tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:35.028069 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-bf2d68d4-7347-4adc-b634-e41d73c7698f req-ac6b5b47-6afd-4ed0-880a-d697f175cc6e tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 943 time: 0.0851123 May 17 12:08:35.074499 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-bf2d68d4-7347-4adc-b634-e41d73c7698f req-13935b9a-9822-4e34-aaff-17e6e466507a tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405667 May 17 12:08:35.358761 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [None req-91a95cca-b17a-4721-acb9-b2acce94b92a admin admin] Deleting port 9f6f862c-62cf-4348-97a6-1ae5d24727fe {{(pid=78700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:08:35.359328 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-91a95cca-b17a-4721-acb9-b2acce94b92a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:35.576471 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [None req-91a95cca-b17a-4721-acb9-b2acce94b92a admin admin] For port 9f6f862c-62cf-4348-97a6-1ae5d24727fe, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=9f6f862c-62cf-4348-97a6-1ae5d24727fe,segment=NetworkSegment(4aeb874b-5262-4be4-9c4d-452a8932079d),segment_id=4aeb874b-5262-4be4-9c4d-452a8932079d)] {{(pid=78700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:08:35.576799 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-91a95cca-b17a-4721-acb9-b2acce94b92a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:35.700073 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [None req-91a95cca-b17a-4721-acb9-b2acce94b92a admin admin] Calling delete_port for 9f6f862c-62cf-4348-97a6-1ae5d24727fe owned by network:router_interface {{(pid=78700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:08:35.983390 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-91a95cca-b17a-4721-acb9-b2acce94b92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:35.987678 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-dcb6a69d-c188-454b-bf91-0f7f9000a192 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:36.067822 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a95cca-b17a-4721-acb9-b2acce94b92a admin admin] Pushing event deleted for resources: {'Port': ['ID=9f6f862c-62cf-4348-97a6-1ae5d24727fe,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:36.070328 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-91a95cca-b17a-4721-acb9-b2acce94b92a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:36.272252 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9718ac-7975-4f1a-8c56-ff27c7266508 req-4a754af4-f7cf-48af-b0d4-203041ba38d8 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:36.273753 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-6e9718ac-7975-4f1a-8c56-ff27c7266508 req-4a754af4-f7cf-48af-b0d4-203041ba38d8 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 943 time: 0.0826533 May 17 12:08:36.307618 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-91a95cca-b17a-4721-acb9-b2acce94b92a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405914'] for router_interface, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:36.319857 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-6e9718ac-7975-4f1a-8c56-ff27c7266508 req-3f4366f6-4534-4456-b636-fb50db588e79 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395603 May 17 12:08:36.659367 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a95cca-b17a-4721-acb9-b2acce94b92a admin admin] Router 71c12570-4c2d-4042-9c67-5dcd234a942f has already been hosted by L3 agent 7d9bdccf-07e9-4436-af26-1dad3be87fd8 {{(pid=78700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:08:36.873311 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.agents_db [None req-bc444940-bb86-4de8-ac48-ae4570a6a7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:08:36.939229 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a95cca-b17a-4721-acb9-b2acce94b92a admin admin] Notify agent at l3_agent.dv-cinder-734144-19-iscsi the message routers_updated {{(pid=78700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:08:36.948406 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8365e04a-9bf9-4746-ac09-5d61747dd6cb None None] Sync routers for ids ['71c12570-4c2d-4042-9c67-5dcd234a942f'] in dv-cinder-734144-19-iscsi {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:08:36.952844 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-91a95cca-b17a-4721-acb9-b2acce94b92a admin admin] 10.222.0.11 "PUT /v2.0/routers/71c12570-4c2d-4042-9c67-5dcd234a942f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7100792 May 17 12:08:36.955511 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 35726) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:36.957708 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8365e04a-9bf9-4746-ac09-5d61747dd6cb None None] Routers {'71c12570-4c2d-4042-9c67-5dcd234a942f'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:08:36.958384 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-8365e04a-9bf9-4746-ac09-5d61747dd6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:08:11Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['71c12570-4c2d-4042-9c67-5dcd234a942f'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:08:37.129958 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-8365e04a-9bf9-4746-ac09-5d61747dd6cb None None] Set router 71c12570-4c2d-4042-9c67-5dcd234a942f gateway port host: dv-cinder-734144-19-iscsi {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:08:37.130911 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e6cb7266-e64a-4781-8e6c-6d6388a867c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:37.396726 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e6cb7266-e64a-4781-8e6c-6d6388a867c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:37.420033 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-8365e04a-9bf9-4746-ac09-5d61747dd6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'name': 'tempest-AttachVolumeTestJSON-483043931-router', 'tenant_id': '74eacc72869f49c6b97dcf14e5f937b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ddb1d406-dd34-4d49-a2fa-2809fd1a93aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:01:21Z', 'updated_at': '2021-05-17T12:08:35Z', 'revision_number': 5, 'project_id': '74eacc72869f49c6b97dcf14e5f937b4', 'gw_port': {'id': 'ddb1d406-dd34-4d49-a2fa-2809fd1a93aa', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ee:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:01:22Z', 'updated_at': '2021-05-17T12:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi'}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:08:37.424141 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8365e04a-9bf9-4746-ac09-5d61747dd6cb None None] Checking router: 71c12570-4c2d-4042-9c67-5dcd234a942f for host: dv-cinder-734144-19-iscsi {{(pid=78702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:08:37.432624 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8365e04a-9bf9-4746-ac09-5d61747dd6cb None None] Routers {'71c12570-4c2d-4042-9c67-5dcd234a942f'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:08:37.433255 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-8365e04a-9bf9-4746-ac09-5d61747dd6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:08:11Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['71c12570-4c2d-4042-9c67-5dcd234a942f'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:08:37.533910 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-e6cb7266-e64a-4781-8e6c-6d6388a867c0 admin admin] Deleting port ddb1d406-dd34-4d49-a2fa-2809fd1a93aa {{(pid=78701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:08:37.534253 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e6cb7266-e64a-4781-8e6c-6d6388a867c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:37.588737 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-8365e04a-9bf9-4746-ac09-5d61747dd6cb None None] Set router 71c12570-4c2d-4042-9c67-5dcd234a942f gateway port host: None {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:08:37.618808 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be581668-523b-4adf-985a-e23a116f4399 req-9c5db189-89a4-48f9-87d4-666d1f5193a9 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:37.620321 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-be581668-523b-4adf-985a-e23a116f4399 req-9c5db189-89a4-48f9-87d4-666d1f5193a9 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 943 time: 0.1804895 May 17 12:08:37.696065 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-be581668-523b-4adf-985a-e23a116f4399 req-1b3185ee-1827-4d93-8458-86cdd4057246 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687733 May 17 12:08:37.696297 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-8365e04a-9bf9-4746-ac09-5d61747dd6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'name': 'tempest-AttachVolumeTestJSON-483043931-router', 'tenant_id': '74eacc72869f49c6b97dcf14e5f937b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:01:21Z', 'updated_at': '2021-05-17T12:08:37Z', 'revision_number': 6, 'project_id': '74eacc72869f49c6b97dcf14e5f937b4', 'gw_port_host': None}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:08:37.701045 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8365e04a-9bf9-4746-ac09-5d61747dd6cb None None] The sync data for ids ['71c12570-4c2d-4042-9c67-5dcd234a942f'] in dv-cinder-734144-19-iscsi is: [{'id': '71c12570-4c2d-4042-9c67-5dcd234a942f', 'name': 'tempest-AttachVolumeTestJSON-483043931-router', 'tenant_id': '74eacc72869f49c6b97dcf14e5f937b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:01:21Z', 'updated_at': '2021-05-17T12:08:37Z', 'revision_number': 6, 'project_id': '74eacc72869f49c6b97dcf14e5f937b4', 'gw_port_host': None}] {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:08:37.703038 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.db [None req-e6cb7266-e64a-4781-8e6c-6d6388a867c0 admin admin] For port ddb1d406-dd34-4d49-a2fa-2809fd1a93aa, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=ddb1d406-dd34-4d49-a2fa-2809fd1a93aa,segment=NetworkSegment(8b5d1e01-0c84-4e6b-9682-76a98a471ba9),segment_id=8b5d1e01-0c84-4e6b-9682-76a98a471ba9)] {{(pid=78701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:08:37.703392 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e6cb7266-e64a-4781-8e6c-6d6388a867c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:37.825962 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-e6cb7266-e64a-4781-8e6c-6d6388a867c0 admin admin] Calling delete_port for ddb1d406-dd34-4d49-a2fa-2809fd1a93aa owned by network:router_gateway {{(pid=78701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:08:37.973461 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:38.096680 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 9f6f862c-62cf-4348-97a6-1ae5d24727fe no longer exists at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:08:38.104833 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e6cb7266-e64a-4781-8e6c-6d6388a867c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534708'] for port, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:38.110431 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-2c8e0e23-caa4-40e4-8057-890377a12b28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:38.138685 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] No Port match for: 9f6f862c-62cf-4348-97a6-1ae5d24727fe {{(pid=78702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:08:38.139109 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 9f6f862c-62cf-4348-97a6-1ae5d24727fe not bound to the agent host dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:08:38.156659 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb7266-e64a-4781-8e6c-6d6388a867c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddb1d406-dd34-4d49-a2fa-2809fd1a93aa,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:38.159725 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-e6cb7266-e64a-4781-8e6c-6d6388a867c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:38.248342 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e6cb7266-e64a-4781-8e6c-6d6388a867c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407825'] for router_gateway, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:38.417699 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e6cb7266-e64a-4781-8e6c-6d6388a867c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12272'] for router, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:38.419812 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e6cb7266-e64a-4781-8e6c-6d6388a867c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:38.445442 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e6cb7266-e64a-4781-8e6c-6d6388a867c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-408041'] for router, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:38.446062 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6cb7266-e64a-4781-8e6c-6d6388a867c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71c12570-4c2d-4042-9c67-5dcd234a942f {{(pid=78701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 17 12:08:38.467925 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e6cb7266-e64a-4781-8e6c-6d6388a867c0 admin admin] Notify callbacks [] for router, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:38.469166 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-e6cb7266-e64a-4781-8e6c-6d6388a867c0 admin admin] 10.222.0.11 "DELETE /v2.0/routers/71c12570-4c2d-4042-9c67-5dcd234a942f HTTP/1.1" status: 204 len: 168 time: 1.5126355 May 17 12:08:38.471648 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 35734) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:38.531278 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.db_base_plugin_v2 [None req-b487daf7-6dfa-4147-b745-1a2fb2c3faf3 admin admin] Deleting subnet 4df74225-b796-4a2f-84ac-d4b6fecaea77 {{(pid=78701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 12:08:38.534134 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-b487daf7-6dfa-4147-b745-1a2fb2c3faf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:38.585845 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-b487daf7-6dfa-4147-b745-1a2fb2c3faf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2587883'] for subnet, precommit_delete_associations {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:38.676404 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-b487daf7-6dfa-4147-b745-1a2fb2c3faf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383026'] for subnet, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:38.777684 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-efe37b48-58b9-46ff-a106-05f8dff1ca2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:39.107085 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b944f00-f675-4d4f-b944-a7a061b51c79 req-1027cddd-443e-475b-a1c7-73e90c205696 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:39.108432 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-9b944f00-f675-4d4f-b944-a7a061b51c79 req-1027cddd-443e-475b-a1c7-73e90c205696 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 943 time: 0.1739976 May 17 12:08:39.165813 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-9b944f00-f675-4d4f-b944-a7a061b51c79 req-17c8e90c-6f42-4389-a833-733835555f02 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513453 May 17 12:08:39.170963 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-b487daf7-6dfa-4147-b745-1a2fb2c3faf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2534855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2580816'] for subnet, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:39.177462 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:39.214987 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487daf7-6dfa-4147-b745-1a2fb2c3faf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4df74225-b796-4a2f-84ac-d4b6fecaea77,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:39.218023 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-b487daf7-6dfa-4147-b745-1a2fb2c3faf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:39.218986 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-b487daf7-6dfa-4147-b745-1a2fb2c3faf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:39.227380 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-b487daf7-6dfa-4147-b745-1a2fb2c3faf3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4df74225-b796-4a2f-84ac-d4b6fecaea77 HTTP/1.1" status: 204 len: 168 time: 0.7525899 May 17 12:08:39.227769 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 35748) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:39.228587 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4c7a8b-8b3f-4921-970f-e5ce0ccf1d8b None None] Network 232f65e1-0da5-4006-971a-4fd3e6d8c4db requested from dv-cinder-734144-19-iscsi {{(pid=78702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:08:39.332427 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-a2700662-ec89-4b23-8a93-6d18ec34cc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1494564'] for network, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:39.405353 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-a2700662-ec89-4b23-8a93-6d18ec34cc0e admin admin] Deleting port cd04341b-b51d-40f3-8619-b9839e3d6f48 {{(pid=78701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:08:39.405695 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-a2700662-ec89-4b23-8a93-6d18ec34cc0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:39.507206 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.db [None req-a2700662-ec89-4b23-8a93-6d18ec34cc0e admin admin] For port cd04341b-b51d-40f3-8619-b9839e3d6f48, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=cd04341b-b51d-40f3-8619-b9839e3d6f48,segment=NetworkSegment(4aeb874b-5262-4be4-9c4d-452a8932079d),segment_id=4aeb874b-5262-4be4-9c4d-452a8932079d)] {{(pid=78701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:08:39.507888 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-a2700662-ec89-4b23-8a93-6d18ec34cc0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:39.512593 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8133da9b-b2e5-453f-95ed-70b0ccac84c4 None None] DHCP port deletion for 232f65e1-0da5-4006-971a-4fd3e6d8c4db request from dv-cinder-734144-19-iscsi {{(pid=78702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 17 12:08:39.578744 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-8133da9b-b2e5-453f-95ed-70b0ccac84c4 None None] Deleting port cd04341b-b51d-40f3-8619-b9839e3d6f48 {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:08:39.579127 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8133da9b-b2e5-453f-95ed-70b0ccac84c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:39.630894 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-a2700662-ec89-4b23-8a93-6d18ec34cc0e admin admin] Calling delete_port for cd04341b-b51d-40f3-8619-b9839e3d6f48 owned by network:dhcp {{(pid=78701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:08:39.675237 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-8133da9b-b2e5-453f-95ed-70b0ccac84c4 None None] For port cd04341b-b51d-40f3-8619-b9839e3d6f48, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=cd04341b-b51d-40f3-8619-b9839e3d6f48,segment=NetworkSegment(4aeb874b-5262-4be4-9c4d-452a8932079d),segment_id=4aeb874b-5262-4be4-9c4d-452a8932079d)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:08:39.675494 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8133da9b-b2e5-453f-95ed-70b0ccac84c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:39.677317 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-a2700662-ec89-4b23-8a93-6d18ec34cc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534708'] for port, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:39.682712 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-e9d0eebc-4cf8-4493-b96e-bd657d27cab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:39.729263 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2700662-ec89-4b23-8a93-6d18ec34cc0e admin admin] Pushing event deleted for resources: {'Port': ['ID=cd04341b-b51d-40f3-8619-b9839e3d6f48,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:39.731017 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2700662-ec89-4b23-8a93-6d18ec34cc0e admin admin] No DVR routers for this DVR port cd04341b-b51d-40f3-8619-b9839e3d6f48 on host dv-cinder-734144-19-iscsi {{(pid=78701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:08:39.732489 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-a2700662-ec89-4b23-8a93-6d18ec34cc0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:39.800877 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-8133da9b-b2e5-453f-95ed-70b0ccac84c4 None None] Calling delete_port for cd04341b-b51d-40f3-8619-b9839e3d6f48 owned by network:dhcp {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:08:39.845180 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8133da9b-b2e5-453f-95ed-70b0ccac84c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:39.846987 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-a2700662-ec89-4b23-8a93-6d18ec34cc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382983', 'neutron.services.segments.db._delete_segments_for_network-8762327220098'] for network, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:39.849557 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:39.860377 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.services.segments.db [None req-a2700662-ec89-4b23-8a93-6d18ec34cc0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['232f65e1-0da5-4006-971a-4fd3e6d8c4db']}} {{(pid=78701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:08:39.874280 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.services.segments.db [None req-a2700662-ec89-4b23-8a93-6d18ec34cc0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aeb874b-5262-4be4-9c4d-452a8932079d') {'for_net_delete': True} {{(pid=78701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:08:39.874696 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.services.segments.db [None req-a2700662-ec89-4b23-8a93-6d18ec34cc0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aeb874b-5262-4be4-9c4d-452a8932079d') {} {{(pid=78701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:08:39.891311 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8133da9b-b2e5-453f-95ed-70b0ccac84c4 None None] Pushing event deleted for resources: {'Port': ['ID=cd04341b-b51d-40f3-8619-b9839e3d6f48,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:39.894752 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-8133da9b-b2e5-453f-95ed-70b0ccac84c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:39.896282 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-a2700662-ec89-4b23-8a93-6d18ec34cc0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762327230347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2587876'] for segment, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:39.897248 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8133da9b-b2e5-453f-95ed-70b0ccac84c4 None None] No DVR routers for this DVR port cd04341b-b51d-40f3-8619-b9839e3d6f48 on host dv-cinder-734144-19-iscsi {{(pid=78702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:08:39.932531 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-a2700662-ec89-4b23-8a93-6d18ec34cc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205'] for segment, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:39.941816 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2700662-ec89-4b23-8a93-6d18ec34cc0e admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=78701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 12:08:39.942311 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-a2700662-ec89-4b23-8a93-6d18ec34cc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2534753'] for segment, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:39.960817 dv-cinder-734144-19-iscsi neutron-server[78701]: Traceback (most recent call last): May 17 12:08:39.960817 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 12:08:39.960817 dv-cinder-734144-19-iscsi neutron-server[78701]: timer() May 17 12:08:39.960817 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 12:08:39.960817 dv-cinder-734144-19-iscsi neutron-server[78701]: cb(*args, **kw) May 17 12:08:39.960817 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 12:08:39.960817 dv-cinder-734144-19-iscsi neutron-server[78701]: return func(*args, **kwargs) May 17 12:08:39.960817 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 12:08:39.960817 dv-cinder-734144-19-iscsi neutron-server[78701]: self._notify() May 17 12:08:39.960817 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 12:08:39.960817 dv-cinder-734144-19-iscsi neutron-server[78701]: self.callback(batched_events) May 17 12:08:39.960817 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 12:08:39.960817 dv-cinder-734144-19-iscsi neutron-server[78701]: event.method(event) May 17 12:08:39.960817 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 12:08:39.960817 dv-cinder-734144-19-iscsi neutron-server[78701]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 12:08:39.960817 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 12:08:39.960817 dv-cinder-734144-19-iscsi neutron-server[78701]: aggregate_uuid = self.p_client.list_aggregates( May 17 12:08:39.960817 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 12:08:39.960817 dv-cinder-734144-19-iscsi neutron-server[78701]: return f(self, *a, **k) May 17 12:08:39.960817 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 12:08:39.960817 dv-cinder-734144-19-iscsi neutron-server[78701]: return self._get(url).json() May 17 12:08:39.960817 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 12:08:39.960817 dv-cinder-734144-19-iscsi neutron-server[78701]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 12:08:39.960817 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 12:08:39.960817 dv-cinder-734144-19-iscsi neutron-server[78701]: return self.request(url, 'GET', **kwargs) May 17 12:08:39.960817 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 12:08:39.960817 dv-cinder-734144-19-iscsi neutron-server[78701]: base_url = self.get_endpoint(auth, allow=allow, May 17 12:08:39.960817 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 12:08:39.960817 dv-cinder-734144-19-iscsi neutron-server[78701]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 12:08:39.960817 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 12:08:39.960817 dv-cinder-734144-19-iscsi neutron-server[78701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 12:08:39.960817 dv-cinder-734144-19-iscsi neutron-server[78701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 12:08:39.972913 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device cd04341b-b51d-40f3-8619-b9839e3d6f48 no longer exists at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:08:40.012729 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] No Port match for: cd04341b-b51d-40f3-8619-b9839e3d6f48 {{(pid=78702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:08:40.013101 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device cd04341b-b51d-40f3-8619-b9839e3d6f48 not bound to the agent host dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:08:40.013526 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device ddb1d406-dd34-4d49-a2fa-2809fd1a93aa no longer exists at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:08:40.039151 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-a2700662-ec89-4b23-8a93-6d18ec34cc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407862'] for network, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:40.042947 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-59eda024-30e5-46b9-a1b5-83bba210d0d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:40.047838 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] No Port match for: ddb1d406-dd34-4d49-a2fa-2809fd1a93aa {{(pid=78702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:08:40.048190 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device ddb1d406-dd34-4d49-a2fa-2809fd1a93aa not bound to the agent host dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:08:40.057075 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-a2700662-ec89-4b23-8a93-6d18ec34cc0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for network, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:40.067529 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2700662-ec89-4b23-8a93-6d18ec34cc0e admin admin] Pushing event deleted for resources: {'Network': ['ID=232f65e1-0da5-4006-971a-4fd3e6d8c4db,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:40.070692 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-a2700662-ec89-4b23-8a93-6d18ec34cc0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:40.081699 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-a2700662-ec89-4b23-8a93-6d18ec34cc0e admin admin] 10.222.0.11 "DELETE /v2.0/networks/232f65e1-0da5-4006-971a-4fd3e6d8c4db HTTP/1.1" status: 204 len: 168 time: 0.8530083 May 17 12:08:40.196443 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 35760) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:40.247184 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-629c4bcd-96b5-466c-bd00-8e13cd80330a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=74eacc72869f49c6b97dcf14e5f937b4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0494044 May 17 12:08:40.249725 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 35764) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:40.359882 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-c81a84ec-b6a4-4cfa-9f50-35d6404c1e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:40.393944 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-c81a84ec-b6a4-4cfa-9f50-35d6404c1e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:40.414126 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e697f-0f20-4193-8b59-b0974b1bc6a8 req-1e91fe10-0fca-441d-8bf3-e85d0a3a8aa1 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:40.415558 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-5f6e697f-0f20-4193-8b59-b0974b1bc6a8 req-1e91fe10-0fca-441d-8bf3-e85d0a3a8aa1 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 943 time: 0.1374714 May 17 12:08:40.475077 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-5f6e697f-0f20-4193-8b59-b0974b1bc6a8 req-cdec24be-eee6-4d46-8bff-b579cfac2616 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531349 May 17 12:08:40.487567 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-c81a84ec-b6a4-4cfa-9f50-35d6404c1e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:40.492591 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-3f19b24b-fc68-4e9f-8a63-258f3421fdf2 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:40.506815 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a84ec-b6a4-4cfa-9f50-35d6404c1e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6618e48-ddaf-4ec2-944d-baaba8e46031,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:40.509228 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-c81a84ec-b6a4-4cfa-9f50-35d6404c1e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:40.515569 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-c81a84ec-b6a4-4cfa-9f50-35d6404c1e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:40.517068 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-c81a84ec-b6a4-4cfa-9f50-35d6404c1e58 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a6618e48-ddaf-4ec2-944d-baaba8e46031 HTTP/1.1" status: 204 len: 168 time: 0.2660601 May 17 12:08:41.082760 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:08:41.217438 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1,segment=NetworkSegment(7ba0756d-7443-4d07-89c4-3be29aade41d),segment_id=7ba0756d-7443-4d07-89c4-3be29aade41d)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:08:41.231016 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Returning: {'device': 'ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1', 'network_id': '420f9a68-4de0-4fd9-af03-44cf74933625', 'port_id': 'ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1', 'mac_address': 'fa:16:3e:2b:11:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b0c68ee-5a47-455b-9b80-2cefd0e5cc49', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:08:41.286022 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:41.323515 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1 {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:08:41.340260 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-501647f0-0a4c-4285-8dff-f31f1beca091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:41.347484 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1,segment=NetworkSegment(7ba0756d-7443-4d07-89c4-3be29aade41d),segment_id=7ba0756d-7443-4d07-89c4-3be29aade41d)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:08:41.348616 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:41.350998 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:41.352491 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:41.418791 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1,revision_number=7']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:41.421895 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:41.816767 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16abd8e-bf88-4972-8f14-49da793f2ecf req-625d4b43-e78b-4896-98b8-c4f13503c543 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:41.818277 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-c16abd8e-bf88-4972-8f14-49da793f2ecf req-625d4b43-e78b-4896-98b8-c4f13503c543 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 944 time: 0.0883207 May 17 12:08:41.866184 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-c16abd8e-bf88-4972-8f14-49da793f2ecf req-9c653f96-8d9a-4ea1-8e13-cb6ddb32f35e tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413482 May 17 12:08:42.216079 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e385f-127a-4afa-98c2-616965b9f8eb req-03156ea9-ab09-4e1f-8cf9-d2422910b38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:42.217838 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-c08e385f-127a-4afa-98c2-616965b9f8eb req-03156ea9-ab09-4e1f-8cf9-d2422910b38a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=59d64c2ea81d477bb3042604d61f07ed&device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 1097 time: 0.0804772 May 17 12:08:42.332620 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:42.370712 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e385f-127a-4afa-98c2-616965b9f8eb req-5a0fb4e1-5487-4f6d-bc5c-16e8ca8c2321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:42.372233 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-c08e385f-127a-4afa-98c2-616965b9f8eb req-5a0fb4e1-5487-4f6d-bc5c-16e8ca8c2321 service neutron] 10.222.0.52 "GET /v2.0/networks?id=420f9a68-4de0-4fd9-af03-44cf74933625 HTTP/1.1" status: 200 len: 910 time: 0.1325250 May 17 12:08:42.406352 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] get_ports_and_sgs() called for port_ids ['ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1'] {{(pid=78702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:08:42.483664 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-c08e385f-127a-4afa-98c2-616965b9f8eb req-f5636070-0cb9-4690-8e77-e399786c167d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1 HTTP/1.1" status: 200 len: 998 time: 0.1039441 May 17 12:08:42.551502 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e385f-127a-4afa-98c2-616965b9f8eb req-bca3a5ed-4901-4a46-8fb1-d33f4e14007d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:42.553766 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-c08e385f-127a-4afa-98c2-616965b9f8eb req-bca3a5ed-4901-4a46-8fb1-d33f4e14007d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9b0c68ee-5a47-455b-9b80-2cefd0e5cc49 HTTP/1.1" status: 200 len: 848 time: 0.0632532 May 17 12:08:42.640029 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e385f-127a-4afa-98c2-616965b9f8eb req-b6a3e409-6968-4423-a83b-7755651ef764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:42.641554 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-c08e385f-127a-4afa-98c2-616965b9f8eb req-b6a3e409-6968-4423-a83b-7755651ef764 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=420f9a68-4de0-4fd9-af03-44cf74933625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0807490 May 17 12:08:42.796546 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-c08e385f-127a-4afa-98c2-616965b9f8eb req-c54b0425-4925-42c3-89fe-ee8a644d9724 service neutron] 10.222.0.52 "GET /v2.0/networks/420f9a68-4de0-4fd9-af03-44cf74933625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469615 May 17 12:08:42.937970 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-c08e385f-127a-4afa-98c2-616965b9f8eb req-464db69b-9ff9-449a-812b-776d8e695c47 service neutron] 10.222.0.52 "GET /v2.0/networks/420f9a68-4de0-4fd9-af03-44cf74933625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339655 May 17 12:08:43.087320 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11447699-cdc0-4b94-ba5b-36b0f25fd077 req-d6777bf5-3171-4706-aba8-00c06d92fbec tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:43.089371 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-11447699-cdc0-4b94-ba5b-36b0f25fd077 req-d6777bf5-3171-4706-aba8-00c06d92fbec tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 944 time: 0.0918198 May 17 12:08:43.140245 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-11447699-cdc0-4b94-ba5b-36b0f25fd077 req-0eaadb15-8fa3-45f9-813a-a89ab7711291 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445344 May 17 12:08:44.208524 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:44.326900 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835aa9c4-2b2b-4639-b6ed-88430cca0922 req-724ca412-1737-44d2-912f-81878b255f30 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:44.328327 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-835aa9c4-2b2b-4639-b6ed-88430cca0922 req-724ca412-1737-44d2-912f-81878b255f30 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 944 time: 0.0795434 May 17 12:08:44.476413 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-835aa9c4-2b2b-4639-b6ed-88430cca0922 req-4870d0d6-b8eb-430e-803c-a7b1d7bf4daf tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423266 May 17 12:08:44.591065 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1 up at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:08:44.661116 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Provisioning complete for port ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1 triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:08:44.661492 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:44.774790 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:44.801302 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8d2e28-2434-4900-a3c4-19c019ebf97a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:08:44.811370 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1,segment=NetworkSegment(7ba0756d-7443-4d07-89c4-3be29aade41d),segment_id=7ba0756d-7443-4d07-89c4-3be29aade41d)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:08:44.815305 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:44.817083 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:44.851002 dv-cinder-734144-19-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8d2e28-2434-4900-a3c4-19c019ebf97a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1', 'code': 200} May 17 12:08:44.883713 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1,revision_number=8']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:44.886770 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:45.668188 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e9e77-f8b7-4610-8164-e3ce757509e4 req-1e96de72-6c2f-4d84-aff3-817d2a4f2bc9 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:45.669796 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-2b5e9e77-f8b7-4610-8164-e3ce757509e4 req-1e96de72-6c2f-4d84-aff3-817d2a4f2bc9 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 945 time: 0.0853517 May 17 12:08:45.716215 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-2b5e9e77-f8b7-4610-8164-e3ce757509e4 req-d497c535-f09e-407f-a764-b55269493bfb tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406630 May 17 12:08:46.962306 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87969da-e530-457f-b562-b51926876c7a req-88e8edd2-db00-4d6a-bb56-58011e201920 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:46.964454 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f87969da-e530-457f-b562-b51926876c7a req-88e8edd2-db00-4d6a-bb56-58011e201920 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 945 time: 0.1408081 May 17 12:08:46.966614 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0f717-4756-4c8b-ba6c-176924985dc5 req-b5f91d6f-cdfd-4ce0-93c9-ac76ad0e48f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:46.967972 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f4c0f717-4756-4c8b-ba6c-176924985dc5 req-b5f91d6f-cdfd-4ce0-93c9-ac76ad0e48f4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 1098 time: 0.1455693 May 17 12:08:47.039880 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f87969da-e530-457f-b562-b51926876c7a req-a4ad376c-9af0-4e37-b99d-0f27527c39f6 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690248 May 17 12:08:47.042551 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f4c0f717-4756-4c8b-ba6c-176924985dc5 req-cd143ff7-af8a-448e-9079-2f16d0e623d3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579815 May 17 12:08:47.562220 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c78a7a-b9ec-4b86-8c1c-2de9664e23c3 req-242c2cbd-8697-4f95-a58e-b82483160bfb tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:47.563690 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f1c78a7a-b9ec-4b86-8c1c-2de9664e23c3 req-242c2cbd-8697-4f95-a58e-b82483160bfb tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 945 time: 0.0881872 May 17 12:08:47.610850 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f1c78a7a-b9ec-4b86-8c1c-2de9664e23c3 req-d5a50711-3ee0-4858-8fd6-4e50e743ea0f tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415123 May 17 12:08:48.245074 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5398c86-3ef7-41ab-95d1-fcb6bd6b8ac3 req-efcbf988-987f-402f-addf-2d7cf4eab9d5 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:48.246570 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f5398c86-3ef7-41ab-95d1-fcb6bd6b8ac3 req-efcbf988-987f-402f-addf-2d7cf4eab9d5 tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 945 time: 0.0904651 May 17 12:08:48.304297 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f5398c86-3ef7-41ab-95d1-fcb6bd6b8ac3 req-eb9e9dc9-b410-4ec5-b0bc-4ccfe318c85d tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504143 May 17 12:08:48.804778 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6d43b-809a-4068-ae64-31efed7663dd req-7ee86951-13af-48aa-a9cb-9700b7a3f3cf tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:48.806237 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-91b6d43b-809a-4068-ae64-31efed7663dd req-7ee86951-13af-48aa-a9cb-9700b7a3f3cf tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 945 time: 0.0821919 May 17 12:08:48.852394 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-91b6d43b-809a-4068-ae64-31efed7663dd req-28c312fd-1cee-45b6-946c-9c4d1cbbe53a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400116 May 17 12:08:50.053880 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cdca1c-d684-4e1e-b160-f311bfd18c0e req-e52b623a-ba19-420f-a5da-22bac7065d89 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:50.056493 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-06cdca1c-d684-4e1e-b160-f311bfd18c0e req-e52b623a-ba19-420f-a5da-22bac7065d89 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 945 time: 0.0897911 May 17 12:08:50.106371 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-06cdca1c-d684-4e1e-b160-f311bfd18c0e req-93cc8e32-5d2f-4e89-b4b5-690ce9c31071 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416701 May 17 12:08:51.302316 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff8666-da7f-4efe-a6a2-896df443bf63 req-8fbc28a1-2ec3-4b35-bd83-b0ba1162c7f7 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:51.303761 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2eff8666-da7f-4efe-a6a2-896df443bf63 req-8fbc28a1-2ec3-4b35-bd83-b0ba1162c7f7 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 945 time: 0.0832009 May 17 12:08:51.348831 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2eff8666-da7f-4efe-a6a2-896df443bf63 req-d2faf05b-545d-461d-9e31-86fd981252d3 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387542 May 17 12:08:52.536608 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa94d1-0e43-4241-93da-7bb3f1fb4d30 req-0f2fdfce-583c-4ab5-8662-f950fc7d621b tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:52.538054 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-ecaa94d1-0e43-4241-93da-7bb3f1fb4d30 req-0f2fdfce-583c-4ab5-8662-f950fc7d621b tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 945 time: 0.0790298 May 17 12:08:52.584748 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-ecaa94d1-0e43-4241-93da-7bb3f1fb4d30 req-fcbea65d-13e1-4234-886b-33fd11c722b5 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409460 May 17 12:08:53.259163 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 36018) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:53.377515 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-f1faa77b-85d1-465e-9e3a-57b2b5546c22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:53.391954 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-f1faa77b-85d1-465e-9e3a-57b2b5546c22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:08:53.395747 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-f1faa77b-85d1-465e-9e3a-57b2b5546c22 admin admin] Usage tracker for resource:security_group_rule and tenant:d4e315691f914c5788cbf0dba278670f is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:08:53.398523 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-f1faa77b-85d1-465e-9e3a-57b2b5546c22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:08:53.404232 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-f1faa77b-85d1-465e-9e3a-57b2b5546c22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:08:53.490032 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-f1faa77b-85d1-465e-9e3a-57b2b5546c22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:53.494552 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-f1faa77b-85d1-465e-9e3a-57b2b5546c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:53.501462 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-7f7b4a77-4dcf-41a9-9c2a-bb872e5ed648 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:53.539994 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1faa77b-85d1-465e-9e3a-57b2b5546c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afcf1428-9df1-4b06-800d-b95b9e5aafd2,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:53.544319 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-f1faa77b-85d1-465e-9e3a-57b2b5546c22 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d4e315691f914c5788cbf0dba278670f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2834580 May 17 12:08:53.545256 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-f1faa77b-85d1-465e-9e3a-57b2b5546c22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:53.547584 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 36024) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:53.606386 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-1ab6cd36-4c27-4153-9ade-83fc857bd29f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:53.637871 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-1ab6cd36-4c27-4153-9ade-83fc857bd29f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:53.690621 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-1ab6cd36-4c27-4153-9ade-83fc857bd29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:53.694461 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-7c8716b3-2d2e-4c0f-b32a-501cd2da8fb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:53.708531 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab6cd36-4c27-4153-9ade-83fc857bd29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcf1428-9df1-4b06-800d-b95b9e5aafd2,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:53.711375 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-1ab6cd36-4c27-4153-9ade-83fc857bd29f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:53.713670 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-1ab6cd36-4c27-4153-9ade-83fc857bd29f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:53.714762 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-1ab6cd36-4c27-4153-9ade-83fc857bd29f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/afcf1428-9df1-4b06-800d-b95b9e5aafd2 HTTP/1.1" status: 204 len: 168 time: 0.1668842 May 17 12:08:53.786209 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3ff3e-0955-4145-861c-f8e129195736 req-ee701a88-4ae7-4b83-8ef5-d3a4799a96a6 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:53.787654 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-23e3ff3e-0955-4145-861c-f8e129195736 req-ee701a88-4ae7-4b83-8ef5-d3a4799a96a6 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 945 time: 0.0906477 May 17 12:08:53.943775 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-23e3ff3e-0955-4145-861c-f8e129195736 req-6c5c7c40-b921-4008-b318-cf296a2feb8a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495516 May 17 12:08:54.321630 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 36038) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:54.438736 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-5dfd9851-f977-4816-80fc-19c0ff3f13a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:54.453253 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-5dfd9851-f977-4816-80fc-19c0ff3f13a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:08:54.457080 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-5dfd9851-f977-4816-80fc-19c0ff3f13a0 admin admin] Usage tracker for resource:security_group_rule and tenant:38cbc2d9dea747d08bee1931d177caf7 is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:08:54.459863 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-5dfd9851-f977-4816-80fc-19c0ff3f13a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:08:54.465684 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-5dfd9851-f977-4816-80fc-19c0ff3f13a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:08:54.548581 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-5dfd9851-f977-4816-80fc-19c0ff3f13a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:54.552473 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-5dfd9851-f977-4816-80fc-19c0ff3f13a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:54.559738 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-7e6f4261-4948-4c18-b52f-f118837b46d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:54.598561 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd9851-f977-4816-80fc-19c0ff3f13a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31308230-9d01-4f70-a0b7-33d0b1e41101,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:54.602363 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-5dfd9851-f977-4816-80fc-19c0ff3f13a0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=38cbc2d9dea747d08bee1931d177caf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2790291 May 17 12:08:54.605671 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 36044) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:54.621326 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfd9851-f977-4816-80fc-19c0ff3f13a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:54.621705 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfd9851-f977-4816-80fc-19c0ff3f13a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:54.622068 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfd9851-f977-4816-80fc-19c0ff3f13a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:54.622425 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfd9851-f977-4816-80fc-19c0ff3f13a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:54.622776 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfd9851-f977-4816-80fc-19c0ff3f13a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:54.623128 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfd9851-f977-4816-80fc-19c0ff3f13a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:54.623474 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfd9851-f977-4816-80fc-19c0ff3f13a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:54.623820 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfd9851-f977-4816-80fc-19c0ff3f13a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:54.624167 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfd9851-f977-4816-80fc-19c0ff3f13a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:54.624511 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfd9851-f977-4816-80fc-19c0ff3f13a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:54.624854 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfd9851-f977-4816-80fc-19c0ff3f13a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:54.625230 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfd9851-f977-4816-80fc-19c0ff3f13a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:54.629899 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-5dfd9851-f977-4816-80fc-19c0ff3f13a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:54.678499 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-73d92e6a-09fc-4833-913d-bb5c142af339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:54.703825 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-73d92e6a-09fc-4833-913d-bb5c142af339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:54.754243 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-73d92e6a-09fc-4833-913d-bb5c142af339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:54.757852 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-96ed6f05-2f82-413d-879c-31aa044e6149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:54.768865 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d92e6a-09fc-4833-913d-bb5c142af339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31308230-9d01-4f70-a0b7-33d0b1e41101,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:54.772341 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-73d92e6a-09fc-4833-913d-bb5c142af339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:54.775682 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-73d92e6a-09fc-4833-913d-bb5c142af339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:54.779351 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-73d92e6a-09fc-4833-913d-bb5c142af339 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/31308230-9d01-4f70-a0b7-33d0b1e41101 HTTP/1.1" status: 204 len: 168 time: 0.1703324 May 17 12:08:55.140585 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62797f1-40ff-46dc-8bd1-8aa756d3aa40 req-e1058278-ddae-46de-b6b1-96c5b017b0e2 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:55.142076 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-f62797f1-40ff-46dc-8bd1-8aa756d3aa40 req-e1058278-ddae-46de-b6b1-96c5b017b0e2 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 945 time: 0.0840552 May 17 12:08:55.188790 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-f62797f1-40ff-46dc-8bd1-8aa756d3aa40 req-36f55506-0a11-411e-8237-96eb2e7097de tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411263 May 17 12:08:56.140227 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 36098) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:56.263446 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-d62eb2d3-225f-45bf-a245-4abf8b2191fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:56.277212 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-d62eb2d3-225f-45bf-a245-4abf8b2191fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:08:56.280922 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-d62eb2d3-225f-45bf-a245-4abf8b2191fa admin admin] Usage tracker for resource:security_group_rule and tenant:8da4fae0625044b286cd2ebf0134592b is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:08:56.283736 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-d62eb2d3-225f-45bf-a245-4abf8b2191fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:08:56.289334 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-d62eb2d3-225f-45bf-a245-4abf8b2191fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:08:56.435756 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802331f4-5b7d-47b1-888b-e7e5d075b80a req-fbd7ac14-633b-4644-bf12-351585f3553f tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:56.437248 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-802331f4-5b7d-47b1-888b-e7e5d075b80a req-fbd7ac14-633b-4644-bf12-351585f3553f tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 945 time: 0.1312981 May 17 12:08:56.445965 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-d62eb2d3-225f-45bf-a245-4abf8b2191fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:56.460851 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-d62eb2d3-225f-45bf-a245-4abf8b2191fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:56.469900 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-a1197139-ed0c-4b76-856a-5089c2435be3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:56.527066 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-802331f4-5b7d-47b1-888b-e7e5d075b80a req-0ef83d73-25c3-468b-ace5-a82e3a4fd471 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834777 May 17 12:08:56.533711 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-d62eb2d3-225f-45bf-a245-4abf8b2191fa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8da4fae0625044b286cd2ebf0134592b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3887289 May 17 12:08:56.533711 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62eb2d3-225f-45bf-a245-4abf8b2191fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4570491c-cd50-4dde-a064-264c807e7466,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:56.533711 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 36106) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:56.535439 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-d62eb2d3-225f-45bf-a245-4abf8b2191fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:56.595385 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-37478d15-7184-41ba-8f78-d855140ec9f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:56.621305 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-37478d15-7184-41ba-8f78-d855140ec9f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:56.672766 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-37478d15-7184-41ba-8f78-d855140ec9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:56.677419 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-2bbd961c-04ac-4712-8b41-35478b58adec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:56.687215 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37478d15-7184-41ba-8f78-d855140ec9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4570491c-cd50-4dde-a064-264c807e7466,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:56.690567 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-37478d15-7184-41ba-8f78-d855140ec9f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:56.693780 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-37478d15-7184-41ba-8f78-d855140ec9f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:56.694883 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-37478d15-7184-41ba-8f78-d855140ec9f2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4570491c-cd50-4dde-a064-264c807e7466 HTTP/1.1" status: 204 len: 168 time: 0.1608319 May 17 12:08:57.729810 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb50fa9f-2371-4e5b-a20c-a475ee81c335 req-08dc79ed-74bf-47b2-bb2a-c89106591eb6 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:57.731277 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-fb50fa9f-2371-4e5b-a20c-a475ee81c335 req-08dc79ed-74bf-47b2-bb2a-c89106591eb6 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 945 time: 0.0903769 May 17 12:08:57.778213 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-fb50fa9f-2371-4e5b-a20c-a475ee81c335 req-c5b765f9-4a5f-4dca-894a-0c70bbb17e0a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406137 May 17 12:08:58.651456 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 36172) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:58.769729 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-72ede906-00ca-4c2d-bf6f-609db5cdeb50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:58.783524 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-72ede906-00ca-4c2d-bf6f-609db5cdeb50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:08:58.787335 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-72ede906-00ca-4c2d-bf6f-609db5cdeb50 admin admin] Usage tracker for resource:security_group_rule and tenant:b208af5251cd40f992f1ae3114e65a80 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:08:58.790098 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-72ede906-00ca-4c2d-bf6f-609db5cdeb50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:08:58.795830 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-72ede906-00ca-4c2d-bf6f-609db5cdeb50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:08:58.881811 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-72ede906-00ca-4c2d-bf6f-609db5cdeb50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:58.887247 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-72ede906-00ca-4c2d-bf6f-609db5cdeb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:58.898957 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-173d4ed7-dcfc-4794-aa3c-e6c2a1cf9b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:58.944253 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-72ede906-00ca-4c2d-bf6f-609db5cdeb50 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b208af5251cd40f992f1ae3114e65a80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2917302 May 17 12:08:58.948240 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ede906-00ca-4c2d-bf6f-609db5cdeb50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af72c923-c9bd-4d47-9c7c-a3fc8a8dcd23,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:58.948451 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 36180) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:58.955903 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ede906-00ca-4c2d-bf6f-609db5cdeb50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:58.956330 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ede906-00ca-4c2d-bf6f-609db5cdeb50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:58.956708 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ede906-00ca-4c2d-bf6f-609db5cdeb50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:58.957105 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ede906-00ca-4c2d-bf6f-609db5cdeb50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:58.957470 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ede906-00ca-4c2d-bf6f-609db5cdeb50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:58.957834 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ede906-00ca-4c2d-bf6f-609db5cdeb50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:58.958203 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ede906-00ca-4c2d-bf6f-609db5cdeb50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:58.958561 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ede906-00ca-4c2d-bf6f-609db5cdeb50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:58.958919 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ede906-00ca-4c2d-bf6f-609db5cdeb50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:58.959274 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ede906-00ca-4c2d-bf6f-609db5cdeb50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:58.959630 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ede906-00ca-4c2d-bf6f-609db5cdeb50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:58.959981 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ede906-00ca-4c2d-bf6f-609db5cdeb50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:58.964157 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-72ede906-00ca-4c2d-bf6f-609db5cdeb50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:59.014556 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70f62b-09ff-4d89-a4b7-92389e9bf0a2 req-ae266417-a2c7-409f-82e9-6909954d9193 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:08:59.016042 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0f70f62b-09ff-4d89-a4b7-92389e9bf0a2 req-ae266417-a2c7-409f-82e9-6909954d9193 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 945 time: 0.1228986 May 17 12:08:59.050307 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-26761d1a-928d-4b49-b89e-cf5400a390f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:59.092735 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-26761d1a-928d-4b49-b89e-cf5400a390f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:59.101268 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0f70f62b-09ff-4d89-a4b7-92389e9bf0a2 req-2e8c9e2e-895a-4d32-8733-2177ff373d3e tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743144 May 17 12:08:59.149861 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-26761d1a-928d-4b49-b89e-cf5400a390f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:59.153732 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-cc580c27-bae8-4d8d-8f35-2a46f1d662fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:59.164450 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26761d1a-928d-4b49-b89e-cf5400a390f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af72c923-c9bd-4d47-9c7c-a3fc8a8dcd23,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:59.167498 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-26761d1a-928d-4b49-b89e-cf5400a390f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:59.172349 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-26761d1a-928d-4b49-b89e-cf5400a390f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:59.173481 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-26761d1a-928d-4b49-b89e-cf5400a390f1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/af72c923-c9bd-4d47-9c7c-a3fc8a8dcd23 HTTP/1.1" status: 204 len: 168 time: 0.2227008 May 17 12:08:59.450093 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 36188) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:59.467817 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-8ab57bcf-1835-4339-b86b-6a0405585d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:59.481970 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-8ab57bcf-1835-4339-b86b-6a0405585d86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:08:59.485606 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-8ab57bcf-1835-4339-b86b-6a0405585d86 admin admin] Usage tracker for resource:security_group_rule and tenant:84c87b54945448a9b6827962ca7b2084 is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:08:59.488304 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-8ab57bcf-1835-4339-b86b-6a0405585d86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:08:59.494850 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-8ab57bcf-1835-4339-b86b-6a0405585d86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:08:59.578133 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-8ab57bcf-1835-4339-b86b-6a0405585d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:59.581544 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-8ab57bcf-1835-4339-b86b-6a0405585d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:59.589848 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-f88b2b36-ee06-4f5e-a1c7-57e9e53e2a54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:59.629053 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-8ab57bcf-1835-4339-b86b-6a0405585d86 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=84c87b54945448a9b6827962ca7b2084&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1778851 May 17 12:08:59.629944 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab57bcf-1835-4339-b86b-6a0405585d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4158362a-2e2c-44c1-946c-6514b594c8cb,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:59.631761 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 36194) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:08:59.632839 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-8ab57bcf-1835-4339-b86b-6a0405585d86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:59.693030 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-bdb8e2e4-7987-4801-9036-7a1e4de4c811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:59.719153 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-bdb8e2e4-7987-4801-9036-7a1e4de4c811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:59.770688 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-bdb8e2e4-7987-4801-9036-7a1e4de4c811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:59.774372 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-44b67d64-bf6c-4a1b-8dfb-ce6f78843da7 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:08:59.787502 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb8e2e4-7987-4801-9036-7a1e4de4c811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4158362a-2e2c-44c1-946c-6514b594c8cb,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:59.791369 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-bdb8e2e4-7987-4801-9036-7a1e4de4c811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:08:59.796567 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-bdb8e2e4-7987-4801-9036-7a1e4de4c811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:08:59.797691 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-bdb8e2e4-7987-4801-9036-7a1e4de4c811 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4158362a-2e2c-44c1-946c-6514b594c8cb HTTP/1.1" status: 204 len: 168 time: 0.1647470 May 17 12:09:00.303910 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25afd7e-a605-4853-afd1-b2204ef175b3 req-43a555cb-a98c-4f04-b859-54171486c3fa tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:00.305432 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-a25afd7e-a605-4853-afd1-b2204ef175b3 req-43a555cb-a98c-4f04-b859-54171486c3fa tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 945 time: 0.0862255 May 17 12:09:00.353188 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-a25afd7e-a605-4853-afd1-b2204ef175b3 req-12184817-40f0-432f-aae9-815cbb9339fe tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409360 May 17 12:09:01.546067 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97b7b5-beba-4181-8c64-d3907204caab req-19387564-4d66-432c-8989-f3d280fc366a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:01.547434 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-eb97b7b5-beba-4181-8c64-d3907204caab req-19387564-4d66-432c-8989-f3d280fc366a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 945 time: 0.0803733 May 17 12:09:01.600573 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-eb97b7b5-beba-4181-8c64-d3907204caab req-ac95d29e-6cc5-47fa-b26c-92d0712bdc8f tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471778 May 17 12:09:02.803715 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e3514-734b-4247-a593-4920f12bbc43 req-ea8ec474-e1a1-417f-ba35-3182006b2eb8 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:02.805200 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-de1e3514-734b-4247-a593-4920f12bbc43 req-ea8ec474-e1a1-417f-ba35-3182006b2eb8 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 945 time: 0.0847018 May 17 12:09:02.855913 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-de1e3514-734b-4247-a593-4920f12bbc43 req-7282ed25-5f57-43df-91d2-c2cec4268f21 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448108 May 17 12:09:03.136180 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 36336) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:09:03.252987 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-c4830000-f264-4a7b-ad7c-6e7ced440902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:03.267663 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-c4830000-f264-4a7b-ad7c-6e7ced440902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:09:03.271389 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-c4830000-f264-4a7b-ad7c-6e7ced440902 admin admin] Usage tracker for resource:security_group_rule and tenant:0eb6e79df69d459795589fed880628dc is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:09:03.274136 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-c4830000-f264-4a7b-ad7c-6e7ced440902 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:09:03.280023 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-c4830000-f264-4a7b-ad7c-6e7ced440902 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:09:03.360691 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-c4830000-f264-4a7b-ad7c-6e7ced440902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:03.364353 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-c4830000-f264-4a7b-ad7c-6e7ced440902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:03.372075 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-21506013-2887-43e9-8f30-54d7c843acf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:09:03.412519 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-c4830000-f264-4a7b-ad7c-6e7ced440902 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0eb6e79df69d459795589fed880628dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2751651 May 17 12:09:03.413456 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4830000-f264-4a7b-ad7c-6e7ced440902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d64bcab-c39a-40c1-a03c-f24baa33a125,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:03.417477 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 36342) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:09:03.418145 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-c4830000-f264-4a7b-ad7c-6e7ced440902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:09:03.481132 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-2afbbc27-e0f8-4d84-989f-364ae6f97b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:03.506750 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-2afbbc27-e0f8-4d84-989f-364ae6f97b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:03.557093 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-2afbbc27-e0f8-4d84-989f-364ae6f97b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:03.560618 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-2578f35b-bdca-4202-a11f-42551bbc39fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:09:03.573421 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afbbc27-e0f8-4d84-989f-364ae6f97b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d64bcab-c39a-40c1-a03c-f24baa33a125,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:03.577193 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-2afbbc27-e0f8-4d84-989f-364ae6f97b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:09:03.583299 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-2afbbc27-e0f8-4d84-989f-364ae6f97b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:03.584400 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-2afbbc27-e0f8-4d84-989f-364ae6f97b6a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7d64bcab-c39a-40c1-a03c-f24baa33a125 HTTP/1.1" status: 204 len: 168 time: 0.1679566 May 17 12:09:03.863282 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 36350) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:09:03.882004 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-738bada8-e56d-4aae-a2be-1a7d286b6fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:03.897785 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-738bada8-e56d-4aae-a2be-1a7d286b6fc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:09:03.902406 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-738bada8-e56d-4aae-a2be-1a7d286b6fc8 admin admin] Usage tracker for resource:security_group_rule and tenant:e0fc3102bad74fd4a853714ef3fdcffd is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:09:03.905389 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-738bada8-e56d-4aae-a2be-1a7d286b6fc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:09:03.910970 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-738bada8-e56d-4aae-a2be-1a7d286b6fc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:09:04.052246 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-738bada8-e56d-4aae-a2be-1a7d286b6fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:04.059266 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-738bada8-e56d-4aae-a2be-1a7d286b6fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:04.067391 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-2afbbc27-e0f8-4d84-989f-364ae6f97b6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:09:04.113654 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-738bada8-e56d-4aae-a2be-1a7d286b6fc8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e0fc3102bad74fd4a853714ef3fdcffd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2492676 May 17 12:09:04.115454 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738bada8-e56d-4aae-a2be-1a7d286b6fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159ee7a8-91c7-4113-aeab-3db081ea9a21,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:04.116548 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 36356) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:09:04.121046 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-738bada8-e56d-4aae-a2be-1a7d286b6fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:09:04.134972 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa11ca-85a6-4908-971b-59a9d8f2c63a req-e007a489-9898-40bb-97f1-30f62ae2f038 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:04.136697 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-09aa11ca-85a6-4908-971b-59a9d8f2c63a req-e007a489-9898-40bb-97f1-30f62ae2f038 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 945 time: 0.1628301 May 17 12:09:04.180044 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-14af6f4c-5a5a-4f7a-8384-adf464687a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:04.186509 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-09aa11ca-85a6-4908-971b-59a9d8f2c63a req-930d6ca8-2c60-4726-9e09-44c14c63b9a7 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438452 May 17 12:09:04.219345 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-14af6f4c-5a5a-4f7a-8384-adf464687a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:04.270774 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-14af6f4c-5a5a-4f7a-8384-adf464687a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:04.275726 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-8b4359bd-76cf-44d7-81b5-6a93a9893853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:09:04.287269 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af6f4c-5a5a-4f7a-8384-adf464687a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159ee7a8-91c7-4113-aeab-3db081ea9a21,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:04.291690 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-14af6f4c-5a5a-4f7a-8384-adf464687a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:09:04.297050 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-14af6f4c-5a5a-4f7a-8384-adf464687a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:04.298145 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-14af6f4c-5a5a-4f7a-8384-adf464687a20 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/159ee7a8-91c7-4113-aeab-3db081ea9a21 HTTP/1.1" status: 204 len: 168 time: 0.1794510 May 17 12:09:05.407461 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5576961-2f87-4075-b9d4-7619cc4ea9bd req-79726df5-4e45-4a0f-af53-356a1ece3082 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:05.408997 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-f5576961-2f87-4075-b9d4-7619cc4ea9bd req-79726df5-4e45-4a0f-af53-356a1ece3082 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 945 time: 0.0945048 May 17 12:09:05.459542 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-f5576961-2f87-4075-b9d4-7619cc4ea9bd req-0106dbca-4b1a-4078-9b4c-d0b8b4294aa1 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442390 May 17 12:09:06.330475 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 90a65514-1b1c-4f7f-beb1-176d4d31207d details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:09:06.558870 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port 90a65514-1b1c-4f7f-beb1-176d4d31207d, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=90a65514-1b1c-4f7f-beb1-176d4d31207d,segment=NetworkSegment(5f3ca14c-f170-4716-92b7-0cba2aeab367),segment_id=5f3ca14c-f170-4716-92b7-0cba2aeab367)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:09:06.579858 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Returning: {'device': '90a65514-1b1c-4f7f-beb1-176d4d31207d', 'network_id': '60d01f58-95c2-41d0-9639-8f96ef255b31', 'port_id': '90a65514-1b1c-4f7f-beb1-176d4d31207d', 'mac_address': 'fa:16:3e:17:2c:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef588d6f-d166-4427-8aef-1ce83b0779d0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:09:06.664486 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:06.687547 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 90a65514-1b1c-4f7f-beb1-176d4d31207d {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:09:06.708856 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port 90a65514-1b1c-4f7f-beb1-176d4d31207d, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=90a65514-1b1c-4f7f-beb1-176d4d31207d,segment=NetworkSegment(5f3ca14c-f170-4716-92b7-0cba2aeab367),segment_id=5f3ca14c-f170-4716-92b7-0cba2aeab367)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:09:06.714115 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:06.717235 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-7469bde0-acda-482d-b983-899268ff026c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:09:06.792696 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868845ec-9591-49f9-8d66-aa2f4f24d6d1 req-02e0f481-e4a5-4724-a102-ed647a8171de tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:06.794521 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-868845ec-9591-49f9-8d66-aa2f4f24d6d1 req-02e0f481-e4a5-4724-a102-ed647a8171de tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 945 time: 0.1241412 May 17 12:09:06.801715 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=90a65514-1b1c-4f7f-beb1-176d4d31207d,revision_number=6']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:06.819078 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:09:06.819731 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:09:06.820069 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:09:06.820412 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:09:06.820733 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:09:06.821089 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:09:06.821936 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:09:06.822436 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:09:06.822924 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:09:06.823407 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:09:06.823887 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:09:06.824388 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:09:06.831154 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:09:06.833288 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] get_ports_and_sgs() called for port_ids ['90a65514-1b1c-4f7f-beb1-176d4d31207d'] {{(pid=78702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:09:06.859820 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-868845ec-9591-49f9-8d66-aa2f4f24d6d1 req-e2773926-71c5-4d41-b2a6-5819f486b068 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569379 May 17 12:09:07.982606 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:08.189364 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff811a1-0dcb-4223-99a2-a82f13523ee7 req-e1dfed7d-e15a-495b-912a-343b887159a4 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:08.197516 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-bff811a1-0dcb-4223-99a2-a82f13523ee7 req-e1dfed7d-e15a-495b-912a-343b887159a4 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 944 time: 0.1216686 May 17 12:09:08.248042 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-bff811a1-0dcb-4223-99a2-a82f13523ee7 req-e9af15a9-8017-40f6-9608-dcdd678b116a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496638 May 17 12:09:08.360498 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 90a65514-1b1c-4f7f-beb1-176d4d31207d up at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:09:08.440621 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Provisioning complete for port 90a65514-1b1c-4f7f-beb1-176d4d31207d triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:09:08.440893 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:08.582994 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:08.616281 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095df850-0d6e-41f4-845c-f559054a36a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a65514-1b1c-4f7f-beb1-176d4d31207d'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:09:08.627668 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port 90a65514-1b1c-4f7f-beb1-176d4d31207d, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=90a65514-1b1c-4f7f-beb1-176d4d31207d,segment=NetworkSegment(5f3ca14c-f170-4716-92b7-0cba2aeab367),segment_id=5f3ca14c-f170-4716-92b7-0cba2aeab367)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:09:08.632853 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:08.634980 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-7469bde0-acda-482d-b983-899268ff026c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:09:08.685795 dv-cinder-734144-19-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095df850-0d6e-41f4-845c-f559054a36a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a65514-1b1c-4f7f-beb1-176d4d31207d', 'code': 200} May 17 12:09:08.708194 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=90a65514-1b1c-4f7f-beb1-176d4d31207d,revision_number=7']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:08.718185 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:09:08.771786 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-63441e49-cc06-4e0c-ad6e-6519bb8240ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:09.485879 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93450a5-b08e-4829-aff9-99a2fe43e1f5 req-e3ccc557-63a0-43ea-9bb1-56d01e12b52c tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:09.487525 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-b93450a5-b08e-4829-aff9-99a2fe43e1f5 req-e3ccc557-63a0-43ea-9bb1-56d01e12b52c tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 945 time: 0.1087408 May 17 12:09:09.540447 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-b93450a5-b08e-4829-aff9-99a2fe43e1f5 req-b993375d-3e56-4aae-be1c-83cd9426c05c tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451725 May 17 12:09:09.602408 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 36472) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:09:09.753515 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-985d9cc2-4088-4ba9-99b0-fd5f6b3c30f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:09.771726 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-985d9cc2-4088-4ba9-99b0-fd5f6b3c30f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:09:09.776646 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-985d9cc2-4088-4ba9-99b0-fd5f6b3c30f5 admin admin] Usage tracker for resource:security_group_rule and tenant:25d0a43d8b0c4b689cc17acd937b8e04 is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:09:09.779858 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-985d9cc2-4088-4ba9-99b0-fd5f6b3c30f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:09:09.788386 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-985d9cc2-4088-4ba9-99b0-fd5f6b3c30f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:09:09.896690 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-985d9cc2-4088-4ba9-99b0-fd5f6b3c30f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:09.902619 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-985d9cc2-4088-4ba9-99b0-fd5f6b3c30f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:09.912362 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-26761d1a-928d-4b49-b89e-cf5400a390f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:09:09.955157 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985d9cc2-4088-4ba9-99b0-fd5f6b3c30f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c55441-b2c4-4575-a378-8b82830ac57a,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:09.961507 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-985d9cc2-4088-4ba9-99b0-fd5f6b3c30f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:09:09.967119 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-985d9cc2-4088-4ba9-99b0-fd5f6b3c30f5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=25d0a43d8b0c4b689cc17acd937b8e04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3635244 May 17 12:09:09.969422 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 36478) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:09:10.045042 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-48eb5da4-7d54-4e67-a3ef-5d262f96db31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:10.076124 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-48eb5da4-7d54-4e67-a3ef-5d262f96db31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:10.135068 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-48eb5da4-7d54-4e67-a3ef-5d262f96db31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:10.138951 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-72ede906-00ca-4c2d-bf6f-609db5cdeb50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:09:10.151169 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb5da4-7d54-4e67-a3ef-5d262f96db31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c55441-b2c4-4575-a378-8b82830ac57a,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:10.154844 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-48eb5da4-7d54-4e67-a3ef-5d262f96db31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:09:10.168810 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-48eb5da4-7d54-4e67-a3ef-5d262f96db31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:10.170039 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-48eb5da4-7d54-4e67-a3ef-5d262f96db31 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/39c55441-b2c4-4575-a378-8b82830ac57a HTTP/1.1" status: 204 len: 168 time: 0.1992054 May 17 12:09:10.523033 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 36486) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:09:10.543768 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-d2c3261c-5c9e-4182-ae42-743bc5e17de5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:10.566942 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-d2c3261c-5c9e-4182-ae42-743bc5e17de5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:09:10.573825 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-d2c3261c-5c9e-4182-ae42-743bc5e17de5 admin admin] Usage tracker for resource:security_group_rule and tenant:551fa654454e4848b17029157bbafbef is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:09:10.577396 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-d2c3261c-5c9e-4182-ae42-743bc5e17de5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:09:10.583254 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-d2c3261c-5c9e-4182-ae42-743bc5e17de5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:09:10.696008 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-d2c3261c-5c9e-4182-ae42-743bc5e17de5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:10.704133 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-d2c3261c-5c9e-4182-ae42-743bc5e17de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:10.716176 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-64bf2ac8-45a3-43aa-9689-2fdefae62748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:09:10.758126 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c3261c-5c9e-4182-ae42-743bc5e17de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b842de75-e9f0-40e2-ab04-2f00d14a2217,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:10.765782 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-d2c3261c-5c9e-4182-ae42-743bc5e17de5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=551fa654454e4848b17029157bbafbef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2392948 May 17 12:09:10.765782 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-d2c3261c-5c9e-4182-ae42-743bc5e17de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:09:10.766260 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 36492) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:09:10.786545 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499dc116-ae59-49c8-bbdb-2b803b3bd4b5 req-b9f6fb4c-e651-461e-bdad-7536d53e8f4b tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:10.798203 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-499dc116-ae59-49c8-bbdb-2b803b3bd4b5 req-b9f6fb4c-e651-461e-bdad-7536d53e8f4b tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 945 time: 0.1173718 May 17 12:09:10.842514 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7e1c0512-fbba-44df-8657-2e96f5b77f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:10.855046 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-499dc116-ae59-49c8-bbdb-2b803b3bd4b5 req-9ec9b85f-c1b3-4b84-ad5e-31f609b7ecad tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572112 May 17 12:09:10.878261 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7e1c0512-fbba-44df-8657-2e96f5b77f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:10.948515 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7e1c0512-fbba-44df-8657-2e96f5b77f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:10.955676 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-203bbd52-0666-4333-9d1d-1641ae1b7391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:09:10.975579 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c0512-fbba-44df-8657-2e96f5b77f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b842de75-e9f0-40e2-ab04-2f00d14a2217,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:10.979691 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-7e1c0512-fbba-44df-8657-2e96f5b77f18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:09:10.985531 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7e1c0512-fbba-44df-8657-2e96f5b77f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:10.989588 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-7e1c0512-fbba-44df-8657-2e96f5b77f18 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b842de75-e9f0-40e2-ab04-2f00d14a2217 HTTP/1.1" status: 204 len: 168 time: 0.2193208 May 17 12:09:11.307516 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0bb39d2c-e973-405a-83bd-e46e166d2e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:11.331379 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:12.119932 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3ecda-e93a-4008-85e5-3cd64cec2251 req-0c6fce2a-f19f-4161-ac5c-cd53609b0f88 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:12.121929 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-9ef3ecda-e93a-4008-85e5-3cd64cec2251 req-0c6fce2a-f19f-4161-ac5c-cd53609b0f88 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 945 time: 0.1012762 May 17 12:09:12.206919 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-9ef3ecda-e93a-4008-85e5-3cd64cec2251 req-c022480a-490e-4c08-83ea-7ea36e44ad17 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749865 May 17 12:09:12.334763 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:13.462577 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9cf992-1e6a-46c5-ac3b-591b73fa05d4 req-61e4f132-f8ab-4e7a-a01d-b0cb221317da tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:13.470453 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-1e9cf992-1e6a-46c5-ac3b-591b73fa05d4 req-61e4f132-f8ab-4e7a-a01d-b0cb221317da tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 945 time: 0.1209147 May 17 12:09:13.531348 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-1e9cf992-1e6a-46c5-ac3b-591b73fa05d4 req-69fba9a1-a7b2-439c-941c-35064d523ad8 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597291 May 17 12:09:13.875126 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.agents_db [None req-bc444940-bb86-4de8-ac48-ae4570a6a7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:09:14.214890 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:14.825734 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578638d-9613-4f14-93d0-cd96654591a3 req-1b1e6571-c1d5-4050-9be8-ef930ca496d4 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:14.827234 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-b578638d-9613-4f14-93d0-cd96654591a3 req-1b1e6571-c1d5-4050-9be8-ef930ca496d4 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 945 time: 0.1757488 May 17 12:09:14.878775 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-b578638d-9613-4f14-93d0-cd96654591a3 req-7a4dedb0-0e1d-413d-bea8-c47e12e182b8 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456636 May 17 12:09:15.768422 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8f69c-d96b-47df-8027-ae481877e46a req-aa70d312-9c51-4b4b-9344-f7aeb25695d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:15.769940 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-21c8f69c-d96b-47df-8027-ae481877e46a req-aa70d312-9c51-4b4b-9344-f7aeb25695d6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb0716dd61384274b0edea30aa0018fc&device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 1098 time: 0.0761452 May 17 12:09:15.990160 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8f69c-d96b-47df-8027-ae481877e46a req-0c340c9b-92d7-4f07-bea1-2c506198b20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:15.991620 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-21c8f69c-d96b-47df-8027-ae481877e46a req-0c340c9b-92d7-4f07-bea1-2c506198b20e service neutron] 10.222.0.52 "GET /v2.0/networks?id=60d01f58-95c2-41d0-9639-8f96ef255b31 HTTP/1.1" status: 200 len: 918 time: 0.2144015 May 17 12:09:16.148323 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-21c8f69c-d96b-47df-8027-ae481877e46a req-d6950580-a4c0-4cb1-b6d1-797ff64c6748 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90a65514-1b1c-4f7f-beb1-176d4d31207d HTTP/1.1" status: 200 len: 1001 time: 0.1489828 May 17 12:09:16.216772 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cdb690-79e6-4608-93ad-e836b3ae1ec1 req-8091741e-1339-4f18-9dec-879c5b8645b6 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:16.218259 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-06cdb690-79e6-4608-93ad-e836b3ae1ec1 req-8091741e-1339-4f18-9dec-879c5b8645b6 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 945 time: 0.1717737 May 17 12:09:16.251317 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8f69c-d96b-47df-8027-ae481877e46a req-b8aed168-2dff-4bfc-9707-899931c24267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:16.253604 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-21c8f69c-d96b-47df-8027-ae481877e46a req-b8aed168-2dff-4bfc-9707-899931c24267 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef588d6f-d166-4427-8aef-1ce83b0779d0 HTTP/1.1" status: 200 len: 856 time: 0.0971398 May 17 12:09:16.325098 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-06cdb690-79e6-4608-93ad-e836b3ae1ec1 req-dda654a3-f27a-493b-b71d-162707ce471b tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000521 May 17 12:09:16.354329 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8f69c-d96b-47df-8027-ae481877e46a req-e4010b4a-e51a-4024-97ca-c6692ef8956d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:16.356083 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-21c8f69c-d96b-47df-8027-ae481877e46a req-e4010b4a-e51a-4024-97ca-c6692ef8956d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=60d01f58-95c2-41d0-9639-8f96ef255b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0904055 May 17 12:09:16.489549 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-21c8f69c-d96b-47df-8027-ae481877e46a req-ac6fba54-4034-43b4-ad15-8f32ad7dcefc service neutron] 10.222.0.52 "GET /v2.0/networks/60d01f58-95c2-41d0-9639-8f96ef255b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261814 May 17 12:09:16.624677 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-21c8f69c-d96b-47df-8027-ae481877e46a req-fc016484-f2c6-4190-8d43-fe51687f5acc service neutron] 10.222.0.52 "GET /v2.0/networks/60d01f58-95c2-41d0-9639-8f96ef255b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265557 May 17 12:09:17.517331 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e46c7f-c528-4751-95d1-2afb5c3d5ca1 req-0adf4b39-0a24-4d91-a4e7-fff8476edeb9 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:17.518801 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-17e46c7f-c528-4751-95d1-2afb5c3d5ca1 req-0adf4b39-0a24-4d91-a4e7-fff8476edeb9 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 945 time: 0.0796494 May 17 12:09:17.563863 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-17e46c7f-c528-4751-95d1-2afb5c3d5ca1 req-2b6551a9-6a8c-4109-92ed-f8c34299e245 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394700 May 17 12:09:18.756737 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc3a7b-8126-47bb-8606-a3453d994546 req-49f48dc1-6f79-44f2-bfc9-9e1b728fd595 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:18.758243 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-80cc3a7b-8126-47bb-8606-a3453d994546 req-49f48dc1-6f79-44f2-bfc9-9e1b728fd595 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 945 time: 0.0829720 May 17 12:09:18.804087 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-80cc3a7b-8126-47bb-8606-a3453d994546 req-6b2ca495-0bff-44d9-a9cb-0057a8fac9cc tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400467 May 17 12:09:20.385804 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50cefab-bb27-44fc-9eaa-f8bf68dc1867 req-811059d4-e0c5-4ec9-8cb9-a7de60438afb tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:20.387765 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-c50cefab-bb27-44fc-9eaa-f8bf68dc1867 req-811059d4-e0c5-4ec9-8cb9-a7de60438afb tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 945 time: 0.0847294 May 17 12:09:20.438971 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-c50cefab-bb27-44fc-9eaa-f8bf68dc1867 req-0a2f8b70-26f9-44f7-8d6e-850422fd7177 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452526 May 17 12:09:20.501590 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 90a65514-1b1c-4f7f-beb1-176d4d31207d no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:09:20.518042 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 36678) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:09:20.623287 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:20.646447 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-6fcc3985-bf0e-445a-b220-fd2a44b8d9dc req-fa5cf388-19b9-4883-af9b-66d092cfb1dd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1265507 May 17 12:09:20.652387 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095df850-0d6e-41f4-845c-f559054a36a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90a65514-1b1c-4f7f-beb1-176d4d31207d'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:09:20.662116 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port 90a65514-1b1c-4f7f-beb1-176d4d31207d, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=90a65514-1b1c-4f7f-beb1-176d4d31207d,segment=NetworkSegment(5f3ca14c-f170-4716-92b7-0cba2aeab367),segment_id=5f3ca14c-f170-4716-92b7-0cba2aeab367)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:09:20.667814 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:20.669795 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:09:20.711273 dv-cinder-734144-19-iscsi neutron-server[78702]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '095df850-0d6e-41f4-845c-f559054a36a3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '90a65514-1b1c-4f7f-beb1-176d4d31207d', 'code': 422} returned with failed status May 17 12:09:20.745221 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=90a65514-1b1c-4f7f-beb1-176d4d31207d,revision_number=8']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:20.748359 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:09:20.933116 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 36700) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:09:21.057338 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-76c7027c-b96b-467e-a563-ddd72cb0dce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:21.075587 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-76c7027c-b96b-467e-a563-ddd72cb0dce4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:09:21.079794 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-76c7027c-b96b-467e-a563-ddd72cb0dce4 admin admin] Usage tracker for resource:security_group_rule and tenant:ff68fca270244dcd82ea0d57def6088a is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:09:21.082633 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-76c7027c-b96b-467e-a563-ddd72cb0dce4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:09:21.088889 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-76c7027c-b96b-467e-a563-ddd72cb0dce4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:09:21.171214 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-76c7027c-b96b-467e-a563-ddd72cb0dce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:21.175383 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-76c7027c-b96b-467e-a563-ddd72cb0dce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:21.184815 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-5889678f-1aaa-4828-8c75-040676448d90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:09:21.227568 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-76c7027c-b96b-467e-a563-ddd72cb0dce4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ff68fca270244dcd82ea0d57def6088a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2933145 May 17 12:09:21.229735 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c7027c-b96b-467e-a563-ddd72cb0dce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db97de23-a655-4be9-812e-2eface01f02d,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:21.231058 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 36706) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:09:21.233668 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-76c7027c-b96b-467e-a563-ddd72cb0dce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:09:21.290827 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-c1cf1a7c-8902-4db6-a902-45c152565ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:21.316120 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-c1cf1a7c-8902-4db6-a902-45c152565ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:21.366061 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-c1cf1a7c-8902-4db6-a902-45c152565ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:21.371665 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-4a480a20-b2f0-45dc-82aa-ac1a7ca04f61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:09:21.385953 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf1a7c-8902-4db6-a902-45c152565ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db97de23-a655-4be9-812e-2eface01f02d,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:21.389431 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-c1cf1a7c-8902-4db6-a902-45c152565ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:09:21.397829 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-c1cf1a7c-8902-4db6-a902-45c152565ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:21.399562 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-c1cf1a7c-8902-4db6-a902-45c152565ae3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/db97de23-a655-4be9-812e-2eface01f02d HTTP/1.1" status: 204 len: 168 time: 0.1674526 May 17 12:09:21.646878 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc3985-bf0e-445a-b220-fd2a44b8d9dc req-a45bffe4-998c-4fbd-87fb-e59d5f914f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:21.648303 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6fcc3985-bf0e-445a-b220-fd2a44b8d9dc req-a45bffe4-998c-4fbd-87fb-e59d5f914f2f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3&tenant_id=eb0716dd61384274b0edea30aa0018fc HTTP/1.1" status: 200 len: 1096 time: 0.1398509 May 17 12:09:21.660826 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eccc33-c878-40f9-9393-2103e44de10b req-9136fba6-44ae-4552-b7fd-885df1fa80b2 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:21.662314 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-49eccc33-c878-40f9-9393-2103e44de10b req-9136fba6-44ae-4552-b7fd-885df1fa80b2 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 943 time: 0.1081495 May 17 12:09:21.689432 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 36716) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:09:21.711474 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7f71974e-203b-42e0-8359-13222785fe27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:21.726122 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-7f71974e-203b-42e0-8359-13222785fe27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:09:21.730491 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-7f71974e-203b-42e0-8359-13222785fe27 admin admin] Usage tracker for resource:security_group_rule and tenant:c8e8951ce7024eadbd970826e18818dc is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:09:21.733351 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-7f71974e-203b-42e0-8359-13222785fe27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:09:21.739072 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-7f71974e-203b-42e0-8359-13222785fe27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:09:21.759275 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-49eccc33-c878-40f9-9393-2103e44de10b req-df6f097f-7638-48d1-b2ce-7c2d97bfdee4 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904298 May 17 12:09:21.782507 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc3985-bf0e-445a-b220-fd2a44b8d9dc req-dbd99884-38df-4096-9b7d-e380dab85b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:21.783958 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6fcc3985-bf0e-445a-b220-fd2a44b8d9dc req-dbd99884-38df-4096-9b7d-e380dab85b88 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb0716dd61384274b0edea30aa0018fc&device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 1096 time: 0.0942922 May 17 12:09:21.828218 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7f71974e-203b-42e0-8359-13222785fe27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:21.832439 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7f71974e-203b-42e0-8359-13222785fe27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:21.842083 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-76c7027c-b96b-467e-a563-ddd72cb0dce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:09:21.883531 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f71974e-203b-42e0-8359-13222785fe27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f96e32-41c8-406e-bb4d-9f7fc4a2cfff,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:21.886976 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-7f71974e-203b-42e0-8359-13222785fe27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:09:21.889930 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-7f71974e-203b-42e0-8359-13222785fe27 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c8e8951ce7024eadbd970826e18818dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1994596 May 17 12:09:21.892445 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 36720) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:09:21.921390 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc3985-bf0e-445a-b220-fd2a44b8d9dc req-b030fcfe-9aa9-450c-a5a2-8832949fbfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:21.922843 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6fcc3985-bf0e-445a-b220-fd2a44b8d9dc req-b030fcfe-9aa9-450c-a5a2-8832949fbfda service neutron] 10.222.0.52 "GET /v2.0/networks?id=60d01f58-95c2-41d0-9639-8f96ef255b31 HTTP/1.1" status: 200 len: 918 time: 0.1318548 May 17 12:09:21.953085 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-0cbb2d82-0d32-450e-b02c-68fc922147a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:21.980255 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-0cbb2d82-0d32-450e-b02c-68fc922147a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:22.038143 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-0cbb2d82-0d32-450e-b02c-68fc922147a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:22.042422 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:09:22.056682 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb2d82-0d32-450e-b02c-68fc922147a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f96e32-41c8-406e-bb4d-9f7fc4a2cfff,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:22.061234 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-0cbb2d82-0d32-450e-b02c-68fc922147a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:09:22.067640 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-0cbb2d82-0d32-450e-b02c-68fc922147a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:22.079772 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-0cbb2d82-0d32-450e-b02c-68fc922147a4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/54f96e32-41c8-406e-bb4d-9f7fc4a2cfff HTTP/1.1" status: 204 len: 168 time: 0.1790042 May 17 12:09:22.135416 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6fcc3985-bf0e-445a-b220-fd2a44b8d9dc req-bd6c5c0b-ec56-4971-bf5b-d41e10bc0465 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90a65514-1b1c-4f7f-beb1-176d4d31207d HTTP/1.1" status: 200 len: 999 time: 0.2026103 May 17 12:09:22.203633 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc3985-bf0e-445a-b220-fd2a44b8d9dc req-1c9e58a9-9e6a-430b-97af-86172267e758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:22.205161 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6fcc3985-bf0e-445a-b220-fd2a44b8d9dc req-1c9e58a9-9e6a-430b-97af-86172267e758 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef588d6f-d166-4427-8aef-1ce83b0779d0 HTTP/1.1" status: 200 len: 856 time: 0.0599439 May 17 12:09:22.284844 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc3985-bf0e-445a-b220-fd2a44b8d9dc req-61ecb8d9-7150-4147-a351-5eb87d252604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:22.286352 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6fcc3985-bf0e-445a-b220-fd2a44b8d9dc req-61ecb8d9-7150-4147-a351-5eb87d252604 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=60d01f58-95c2-41d0-9639-8f96ef255b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0730114 May 17 12:09:22.419357 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6fcc3985-bf0e-445a-b220-fd2a44b8d9dc req-28930f85-ef50-45dc-a3a0-efd9d47908d9 service neutron] 10.222.0.52 "GET /v2.0/networks/60d01f58-95c2-41d0-9639-8f96ef255b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258855 May 17 12:09:22.446974 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 36730) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:09:22.464874 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-079f798c-dada-43e2-bfe1-57f7d2229d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:22.479408 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-079f798c-dada-43e2-bfe1-57f7d2229d0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:09:22.483289 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-079f798c-dada-43e2-bfe1-57f7d2229d0e admin admin] Usage tracker for resource:security_group_rule and tenant:c7c14ad000284707863616693ccd5402 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:09:22.486287 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-079f798c-dada-43e2-bfe1-57f7d2229d0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:09:22.491856 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-079f798c-dada-43e2-bfe1-57f7d2229d0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:09:22.557754 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6fcc3985-bf0e-445a-b220-fd2a44b8d9dc req-b15cd438-1667-499c-9b53-1e4600af02b5 service neutron] 10.222.0.52 "GET /v2.0/networks/60d01f58-95c2-41d0-9639-8f96ef255b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274643 May 17 12:09:22.575295 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-079f798c-dada-43e2-bfe1-57f7d2229d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:22.579429 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-079f798c-dada-43e2-bfe1-57f7d2229d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:22.587373 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-14af6f4c-5a5a-4f7a-8384-adf464687a20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:09:22.631181 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-079f798c-dada-43e2-bfe1-57f7d2229d0e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c7c14ad000284707863616693ccd5402&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1831424 May 17 12:09:22.632076 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f798c-dada-43e2-bfe1-57f7d2229d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a19c26-b1e0-4ce5-bcd8-52d42efb2272,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:22.634681 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 36738) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:09:22.635857 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-079f798c-dada-43e2-bfe1-57f7d2229d0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:09:22.697694 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-83820646-69df-437f-b00f-37968472dcfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:22.723329 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-83820646-69df-437f-b00f-37968472dcfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:22.776892 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-83820646-69df-437f-b00f-37968472dcfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:22.781920 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-c1cf1a7c-8902-4db6-a902-45c152565ae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:09:22.797283 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83820646-69df-437f-b00f-37968472dcfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a19c26-b1e0-4ce5-bcd8-52d42efb2272,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:22.800445 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-83820646-69df-437f-b00f-37968472dcfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:09:22.802905 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-83820646-69df-437f-b00f-37968472dcfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:22.804224 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-83820646-69df-437f-b00f-37968472dcfc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/85a19c26-b1e0-4ce5-bcd8-52d42efb2272 HTTP/1.1" status: 204 len: 168 time: 0.1681545 May 17 12:09:22.969690 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a025f07-4277-4cfc-93c8-64e5431ec436 req-581145aa-83a7-4f96-b4f8-e9f8c70236b2 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:22.971419 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-1a025f07-4277-4cfc-93c8-64e5431ec436 req-581145aa-83a7-4f96-b4f8-e9f8c70236b2 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 943 time: 0.0961039 May 17 12:09:23.026891 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-1a025f07-4277-4cfc-93c8-64e5431ec436 req-ef76505e-2c69-4705-a3c1-dde350e272f8 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491874 May 17 12:09:24.288389 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa9266-8013-4ee1-ad94-181fe89e5da9 req-22fb0e2d-2c66-428f-8037-a13aa50c7a8f tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:24.296278 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d2fa9266-8013-4ee1-ad94-181fe89e5da9 req-22fb0e2d-2c66-428f-8037-a13aa50c7a8f tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 943 time: 0.1475699 May 17 12:09:24.345128 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d2fa9266-8013-4ee1-ad94-181fe89e5da9 req-9ac48e3f-6047-469f-ae1b-7a56580006cd tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478704 May 17 12:09:25.560136 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-5d27f11a-201a-4346-9b77-1f481d5b31f2 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=f6818986deb14a8b958dae49c9d93e5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316632 May 17 12:09:25.581893 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43ccba-dc4b-4b65-80e6-faf54d30af25 req-8726ff87-a39b-4720-a56b-17461ab9e052 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:25.583515 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-5e43ccba-dc4b-4b65-80e6-faf54d30af25 req-8726ff87-a39b-4720-a56b-17461ab9e052 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 943 time: 0.1082172 May 17 12:09:25.643114 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-5e43ccba-dc4b-4b65-80e6-faf54d30af25 req-4771d6f8-54cb-41eb-bc2c-63b325a20aaa tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533297 May 17 12:09:25.750572 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-210a0a86-20c0-4cd4-b556-8ee66ead194f tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:25.752286 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-210a0a86-20c0-4cd4-b556-8ee66ead194f tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1772223 May 17 12:09:25.769770 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-b7c322e0-2869-42e2-bc84-fa9d0e12a17e tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] 10.222.0.11 "GET /v2.0/quotas/f6818986deb14a8b958dae49c9d93e5b HTTP/1.1" status: 200 len: 375 time: 0.0110247 May 17 12:09:25.823615 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-bb5aa166-f41c-4e9f-9b4f-a346a289e572 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6818986deb14a8b958dae49c9d93e5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455244 May 17 12:09:26.068403 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-a1b59e3c-fc8a-4087-bde1-434e935409d3 req-18d77405-c953-47ee-af5b-a6f8e5140d81 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0bfdb4a-d586-4136-8613-c6ae00d7edd9 HTTP/1.1" status: 200 len: 210 time: 0.0550029 May 17 12:09:26.842830 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308aea84-7602-4956-ac4b-5479d1dd0516 req-d1c1e540-0431-4826-8a01-69de36d235b6 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:26.844489 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-308aea84-7602-4956-ac4b-5479d1dd0516 req-d1c1e540-0431-4826-8a01-69de36d235b6 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 943 time: 0.0845385 May 17 12:09:26.898077 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-308aea84-7602-4956-ac4b-5479d1dd0516 req-78bb1f1d-5371-4433-8636-77f44add233f tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475638 May 17 12:09:27.227878 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-1e23addd-41c1-4c2c-9381-d15b78f8f050 req-36e26980-9efd-4d4d-b469-931ddf11e8ac tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0bfdb4a-d586-4136-8613-c6ae00d7edd9 HTTP/1.1" status: 200 len: 210 time: 0.0425053 May 17 12:09:28.100537 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf2db3-7221-4f03-b046-dbc8e836aceb req-2dba29f3-fbe6-44c1-87a1-9d8d37337b4f tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:28.102084 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-47bf2db3-7221-4f03-b046-dbc8e836aceb req-2dba29f3-fbe6-44c1-87a1-9d8d37337b4f tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 943 time: 0.0880642 May 17 12:09:28.152977 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-47bf2db3-7221-4f03-b046-dbc8e836aceb req-bb84ac00-f715-477b-8fd1-1ede1e2f09d0 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444095 May 17 12:09:28.379673 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-787b646b-42fc-4df6-b3bd-665fe87b122f req-fdfddfe8-58c7-4d3c-a14a-9c7e74b4e82c tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0bfdb4a-d586-4136-8613-c6ae00d7edd9 HTTP/1.1" status: 200 len: 210 time: 0.0436060 May 17 12:09:29.356043 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244d19e-f87e-421f-8eb7-b5d8891855f2 req-ae06625d-2966-4d64-b7b0-eeff58d82c3b tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:29.357612 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-1244d19e-f87e-421f-8eb7-b5d8891855f2 req-ae06625d-2966-4d64-b7b0-eeff58d82c3b tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 943 time: 0.0885656 May 17 12:09:29.409179 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-1244d19e-f87e-421f-8eb7-b5d8891855f2 req-83451749-a3c4-4632-a875-b0fae62dbb08 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441537 May 17 12:09:29.536725 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-5aa6ca35-54c4-4456-b399-ae25900c63a3 req-ef2303bc-d391-4b29-a21f-05d017546b8d tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0bfdb4a-d586-4136-8613-c6ae00d7edd9 HTTP/1.1" status: 200 len: 210 time: 0.0479119 May 17 12:09:30.640670 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad135e-2ef7-4f6d-a8df-c93263cdfde4 req-2e36d800-8c8e-4f7d-be47-79816fbeb3dd tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:30.644972 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-b3ad135e-2ef7-4f6d-a8df-c93263cdfde4 req-2e36d800-8c8e-4f7d-be47-79816fbeb3dd tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 943 time: 0.1024613 May 17 12:09:30.719536 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-3fec314d-2df8-4e57-9854-c9b809254bfa req-d9fea8bd-edd5-481c-ad52-4cfda614810d tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0bfdb4a-d586-4136-8613-c6ae00d7edd9 HTTP/1.1" status: 200 len: 210 time: 0.0468652 May 17 12:09:30.732853 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-b3ad135e-2ef7-4f6d-a8df-c93263cdfde4 req-7dd0b779-dbe6-48b4-871f-66949089a212 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759175 May 17 12:09:31.881541 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-9622e342-7623-410a-9b8b-2df585088724 req-358af209-f24d-4548-941a-f84d70fb7309 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0bfdb4a-d586-4136-8613-c6ae00d7edd9 HTTP/1.1" status: 200 len: 210 time: 0.0466270 May 17 12:09:31.959147 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea90c9-562c-40bd-9559-1c980346a476 req-3d525ebc-0e05-4ae8-a153-30284cde37f2 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:31.960669 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-c4ea90c9-562c-40bd-9559-1c980346a476 req-3d525ebc-0e05-4ae8-a153-30284cde37f2 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 943 time: 0.1109521 May 17 12:09:32.009341 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-c4ea90c9-562c-40bd-9559-1c980346a476 req-87b2b230-25d2-4fb0-84c1-545775b74cc3 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416427 May 17 12:09:33.037934 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-e79591b8-0cee-4e70-8756-368e8bd4b598 req-2054025f-72d6-49ad-a9c4-c297eff62f9d tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0bfdb4a-d586-4136-8613-c6ae00d7edd9 HTTP/1.1" status: 200 len: 210 time: 0.0464134 May 17 12:09:33.213774 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571de6d-641c-44d4-98fb-5e052739a5a4 req-e574f3f1-daf9-41eb-a4e3-661f7955dc18 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:33.215192 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-b571de6d-641c-44d4-98fb-5e052739a5a4 req-e574f3f1-daf9-41eb-a4e3-661f7955dc18 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 943 time: 0.0857627 May 17 12:09:33.263455 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-b571de6d-641c-44d4-98fb-5e052739a5a4 req-dfa27399-95a6-4b64-8e3b-641034834716 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421090 May 17 12:09:34.188304 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-d787f715-4ed7-4c93-9504-97e9d18ff2cc req-3110d6f4-5c52-4b95-ae51-ae1875132a09 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0bfdb4a-d586-4136-8613-c6ae00d7edd9 HTTP/1.1" status: 200 len: 210 time: 0.0424361 May 17 12:09:34.454782 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eebbbc-812e-4ffd-a12e-b7bd09ef923a req-cbed165a-d378-4dc9-bb9d-04a28944d527 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:34.456293 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-66eebbbc-812e-4ffd-a12e-b7bd09ef923a req-cbed165a-d378-4dc9-bb9d-04a28944d527 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 943 time: 0.0811632 May 17 12:09:34.506785 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-66eebbbc-812e-4ffd-a12e-b7bd09ef923a req-51e3f7f2-6c67-42d5-bcbc-7520ac40dbb4 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439055 May 17 12:09:35.264705 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-f988777c-e860-4d1b-9b6a-3f7f67d6d89c tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=f6818986deb14a8b958dae49c9d93e5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287950 May 17 12:09:35.341468 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-f87635d1-4a7b-4862-8a42-e85f7072439a req-72ae609d-2b73-4786-8bb4-f4ef04b36bdb tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0bfdb4a-d586-4136-8613-c6ae00d7edd9 HTTP/1.1" status: 200 len: 210 time: 0.0447695 May 17 12:09:35.524606 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-4f98ef84-af7a-478a-93c0-b8c9ba21b13f tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:35.526080 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-4f98ef84-af7a-478a-93c0-b8c9ba21b13f tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2559452 May 17 12:09:35.538968 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-6a55fe85-5343-4667-b81f-953d9b12da47 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Request body: {'port': {'device_id': 'a0bfdb4a-d586-4136-8613-c6ae00d7edd9', 'network_id': 'ca8191d5-5a3a-4c25-b4f2-dbd65ffc4406', 'admin_state_up': True, 'tenant_id': 'f6818986deb14a8b958dae49c9d93e5b'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:09:35.725829 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-6a55fe85-5343-4667-b81f-953d9b12da47 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:09:35.732042 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-6a55fe85-5343-4667-b81f-953d9b12da47 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Usage tracker for resource:port and tenant:f6818986deb14a8b958dae49c9d93e5b is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:09:35.735236 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-6a55fe85-5343-4667-b81f-953d9b12da47 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:09:35.743258 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-6a55fe85-5343-4667-b81f-953d9b12da47 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:09:35.754403 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b732675-ccb2-4581-b638-bd72f26c782b req-894bea84-8b32-4c54-8b3d-1775284601da tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:35.755924 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-7b732675-ccb2-4581-b638-bd72f26c782b req-894bea84-8b32-4c54-8b3d-1775284601da tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 943 time: 0.1345339 May 17 12:09:35.778117 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-6a55fe85-5343-4667-b81f-953d9b12da47 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Made reservation on behalf of f6818986deb14a8b958dae49c9d93e5b for: {'port': 1} {{(pid=78700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:09:35.781391 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-6a55fe85-5343-4667-b81f-953d9b12da47 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:35.796770 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-6a55fe85-5343-4667-b81f-953d9b12da47 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:35.825261 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-6a55fe85-5343-4667-b81f-953d9b12da47 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:09:35.832157 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-6a55fe85-5343-4667-b81f-953d9b12da47 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Usage tracker for resource:security_group_rule and tenant:f6818986deb14a8b958dae49c9d93e5b is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:09:35.837000 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-7b732675-ccb2-4581-b638-bd72f26c782b req-651ce3e7-765c-4ce5-8a97-586d9e39c533 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749884 May 17 12:09:35.837766 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-6a55fe85-5343-4667-b81f-953d9b12da47 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:09:35.843510 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-6a55fe85-5343-4667-b81f-953d9b12da47 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:09:35.931886 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-6a55fe85-5343-4667-b81f-953d9b12da47 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:35.935766 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-6a55fe85-5343-4667-b81f-953d9b12da47 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:35.939951 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-d62eb2d3-225f-45bf-a245-4abf8b2191fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:09:36.023236 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a55fe85-5343-4667-b81f-953d9b12da47 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae75adf8-752a-4e82-8c64-93d0ae2a92fb,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:36.028273 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-6a55fe85-5343-4667-b81f-953d9b12da47 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:09:36.106133 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.db_base_plugin_common [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-6a55fe85-5343-4667-b81f-953d9b12da47 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Allocated IP 192.168.233.83 (ca8191d5-5a3a-4c25-b4f2-dbd65ffc4406/abe74833-a492-4ea0-a706-daad98a34ce1/c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b) {{(pid=78700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:09:36.308102 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-6a55fe85-5343-4667-b81f-953d9b12da47 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Notify callbacks [] for port, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:36.323030 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.provisioning_blocks [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-6a55fe85-5343-4667-b81f-953d9b12da47 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Transition to ACTIVE for port object c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b will not be triggered until provisioned by entity DHCP. {{(pid=78700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:09:36.345931 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-6a55fe85-5343-4667-b81f-953d9b12da47 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:36.351282 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-b6f5f3b8-9a54-492d-84dd-66fcdd029065 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:09:36.422390 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-6a55fe85-5343-4667-b81f-953d9b12da47 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Network ca8191d5-5a3a-4c25-b4f2-dbd65ffc4406 is already hosted by enough agents. {{(pid=78700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:09:36.425460 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.base_scheduler [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-6a55fe85-5343-4667-b81f-953d9b12da47 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Resources bound (agent type, host, resource id): {{(pid=78700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:09:36.429339 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-6a55fe85-5343-4667-b81f-953d9b12da47 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Received port after_create {{(pid=78700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:09:36.460355 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a55fe85-5343-4667-b81f-953d9b12da47 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Pushing event updated for resources: {'Port': ['ID=c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:36.473026 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-6a55fe85-5343-4667-b81f-953d9b12da47 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:09:36.501435 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-6a55fe85-5343-4667-b81f-953d9b12da47 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:36.502067 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-6a55fe85-5343-4667-b81f-953d9b12da47 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:36.531985 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-6a55fe85-5343-4667-b81f-953d9b12da47 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9963086 May 17 12:09:36.544231 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549e2ca-c9b1-4d8d-bfc9-1498d37e1532 req-647e0821-1c14-43b3-98c7-ccc97f03aa8d tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:36.545813 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-1549e2ca-c9b1-4d8d-bfc9-1498d37e1532 req-647e0821-1c14-43b3-98c7-ccc97f03aa8d tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0bfdb4a-d586-4136-8613-c6ae00d7edd9 HTTP/1.1" status: 200 len: 935 time: 0.0931940 May 17 12:09:36.547880 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-6dc7786d-4dc0-4bda-b925-38aec58fb9c8 service neutron] Request body: {'port': {'device_id': 'a0bfdb4a-d586-4136-8613-c6ae00d7edd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:09:36.603132 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-1549e2ca-c9b1-4d8d-bfc9-1498d37e1532 req-93da2742-c22f-444f-917a-57763e1399ee tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae75adf8-752a-4e82-8c64-93d0ae2a92fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506997 May 17 12:09:36.676336 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-6dc7786d-4dc0-4bda-b925-38aec58fb9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:36.695266 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fca11d59-74db-4ece-8a7b-557905400825 None None] Provisioning for port c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b completed by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:09:36.700262 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-fca11d59-74db-4ece-8a7b-557905400825 None None] Provisioning complete for port c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b triggered by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:09:36.700712 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fca11d59-74db-4ece-8a7b-557905400825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:36.754279 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-fca11d59-74db-4ece-8a7b-557905400825 None None] Port c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b cannot update to ACTIVE because it is not bound. {{(pid=78702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 12:09:37.071590 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-6dc7786d-4dc0-4bda-b925-38aec58fb9c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b {{(pid=78700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:09:37.081546 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-6dc7786d-4dc0-4bda-b925-38aec58fb9c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:37.101879 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.provisioning_blocks [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-6dc7786d-4dc0-4bda-b925-38aec58fb9c8 service neutron] Transition to ACTIVE for port object c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b will not be triggered until provisioned by entity L2. {{(pid=78700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:09:37.110506 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a788e4b-eb4e-4329-acfc-26f65c982113 req-61e2c282-9bf8-4e20-808e-c5c6d3b2a1be tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:37.111979 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-7a788e4b-eb4e-4329-acfc-26f65c982113 req-61e2c282-9bf8-4e20-808e-c5c6d3b2a1be tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 943 time: 0.1606524 May 17 12:09:37.113042 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-6dc7786d-4dc0-4bda-b925-38aec58fb9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2209221'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:37.116949 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-c8d0daf7-69d2-44b4-9524-cd2a25e41076 tempest-AttachVolumeNegativeTest-1538473714 tempest-AttachVolumeNegativeTest-1538473714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:09:37.351482 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-7a788e4b-eb4e-4329-acfc-26f65c982113 req-4b733456-3eb9-4e5c-93ee-a9e7caff0ce6 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951058 May 17 12:09:37.352794 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7786d-4dc0-4bda-b925-38aec58fb9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b,revision_number=2']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:37.358066 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-6dc7786d-4dc0-4bda-b925-38aec58fb9c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:09:37.499809 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-6dc7786d-4dc0-4bda-b925-38aec58fb9c8 service neutron] Attempting to bind port c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:09:37.500025 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-6dc7786d-4dc0-4bda-b925-38aec58fb9c8 service neutron] Attempting to bind port c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '28b7b464-8f76-475e-9dbb-b7fba188d07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ca8191d5-5a3a-4c25-b4f2-dbd65ffc4406'}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:09:37.500354 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-6dc7786d-4dc0-4bda-b925-38aec58fb9c8 service neutron] Attempting to bind port c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b on network ca8191d5-5a3a-4c25-b4f2-dbd65ffc4406 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:09:37.505377 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-6dc7786d-4dc0-4bda-b925-38aec58fb9c8 service neutron] Port c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b on network ca8191d5-5a3a-4c25-b4f2-dbd65ffc4406 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 12:09:37.505692 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-6dc7786d-4dc0-4bda-b925-38aec58fb9c8 service neutron] Attempting to bind port c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b on network ca8191d5-5a3a-4c25-b4f2-dbd65ffc4406 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:09:37.510918 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-6dc7786d-4dc0-4bda-b925-38aec58fb9c8 service neutron] Checking agent: {'id': 'cd1455da-95ea-496d-8b07-9fb5ea757b4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 59, 37), 'started_at': datetime.datetime(2021, 5, 17, 11, 59, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:09:37.511252 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-6dc7786d-4dc0-4bda-b925-38aec58fb9c8 service neutron] Checking segment: {'id': '28b7b464-8f76-475e-9dbb-b7fba188d07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ca8191d5-5a3a-4c25-b4f2-dbd65ffc4406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:09:37.511643 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-6dc7786d-4dc0-4bda-b925-38aec58fb9c8 service neutron] Bound using segment: {'id': '28b7b464-8f76-475e-9dbb-b7fba188d07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ca8191d5-5a3a-4c25-b4f2-dbd65ffc4406'} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:09:37.512065 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-6dc7786d-4dc0-4bda-b925-38aec58fb9c8 service neutron] Bound port: c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28b7b464-8f76-475e-9dbb-b7fba188d07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ca8191d5-5a3a-4c25-b4f2-dbd65ffc4406'}}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:09:37.512421 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-6dc7786d-4dc0-4bda-b925-38aec58fb9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:37.608541 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-6dc7786d-4dc0-4bda-b925-38aec58fb9c8 service neutron] For port c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b, host hv-cinder-73414, cleared binding levels {{(pid=78700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:09:37.611704 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-6dc7786d-4dc0-4bda-b925-38aec58fb9c8 service neutron] For port c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b,segment=NetworkSegment(28b7b464-8f76-475e-9dbb-b7fba188d07e),segment_id=28b7b464-8f76-475e-9dbb-b7fba188d07e)] {{(pid=78700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:09:37.617105 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-6dc7786d-4dc0-4bda-b925-38aec58fb9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2209221'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:37.622917 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-bb1f4abc-ba30-472a-bd0d-235334845c8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:09:37.685209 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-6dc7786d-4dc0-4bda-b925-38aec58fb9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:37.685882 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-6dc7786d-4dc0-4bda-b925-38aec58fb9c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:37.687780 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-6dc7786d-4dc0-4bda-b925-38aec58fb9c8 service neutron] 10.222.0.52 "PUT /v2.0/ports/c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b HTTP/1.1" status: 200 len: 1097 time: 1.1439135 May 17 12:09:37.687780 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0bfdb4a-d586-4136-8613-c6ae00d7edd9', 'tag': 'c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b'}] {{(pid=78700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:09:37.733349 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7786d-4dc0-4bda-b925-38aec58fb9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b,revision_number=3']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:37.737693 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-6dc7786d-4dc0-4bda-b925-38aec58fb9c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:09:37.746466 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0bfdb4a-d586-4136-8613-c6ae00d7edd9', 'tag': 'c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b', 'status': 'completed', 'code': 200} May 17 12:09:37.829335 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9621357-f36f-4a15-a35f-cf3c362c07da req-38d95162-f8cf-4e89-abf3-6c49b344a42a tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:37.832138 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-d9621357-f36f-4a15-a35f-cf3c362c07da req-38d95162-f8cf-4e89-abf3-6c49b344a42a tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0bfdb4a-d586-4136-8613-c6ae00d7edd9 HTTP/1.1" status: 200 len: 947 time: 0.1164415 May 17 12:09:37.840038 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-8c4e3eba-a056-4d1e-8283-301004ec3e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:37.845201 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-8c4e3eba-a056-4d1e-8283-301004ec3e69 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f6818986deb14a8b958dae49c9d93e5b&device_id=a0bfdb4a-d586-4136-8613-c6ae00d7edd9 HTTP/1.1" status: 200 len: 1100 time: 0.0829899 May 17 12:09:37.891719 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-d9621357-f36f-4a15-a35f-cf3c362c07da req-92258d78-7a10-40a7-91b5-b4752184896b tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae75adf8-752a-4e82-8c64-93d0ae2a92fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505068 May 17 12:09:37.941782 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-7c9dfaff-b331-4b93-af60-d17fe9036912 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b HTTP/1.1" status: 200 len: 217 time: 0.0881846 May 17 12:09:37.986055 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:38.021049 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-204dceb3-7efe-4a7a-bb80-4579197c37a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:38.022621 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-204dceb3-7efe-4a7a-bb80-4579197c37a6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=abe74833-a492-4ea0-a706-daad98a34ce1 HTTP/1.1" status: 200 len: 843 time: 0.0711231 May 17 12:09:38.107914 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-f49d6cc0-a8ba-48cb-b282-41d7910322b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:38.109124 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-f49d6cc0-a8ba-48cb-b282-41d7910322b3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ca8191d5-5a3a-4c25-b4f2-dbd65ffc4406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0746517 May 17 12:09:38.246563 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-69e488de-218d-4a47-8423-d6dbab355011 service neutron] 10.222.0.52 "GET /v2.0/networks/ca8191d5-5a3a-4c25-b4f2-dbd65ffc4406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302819 May 17 12:09:38.391779 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-df6b500e-e5a1-4708-8adc-f5ce4dc1799a req-dc177122-b735-47fe-872d-25b67f7c8d1c service neutron] 10.222.0.52 "GET /v2.0/networks/ca8191d5-5a3a-4c25-b4f2-dbd65ffc4406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286249 May 17 12:09:38.581215 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 90a65514-1b1c-4f7f-beb1-176d4d31207d details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:09:38.608516 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2804b975-d748-4003-b08b-8e2e9a2977f9 req-0a2c4e78-c62b-46cd-9acd-a9995c97779e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:38.611023 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2804b975-d748-4003-b08b-8e2e9a2977f9 req-0a2c4e78-c62b-46cd-9acd-a9995c97779e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f6818986deb14a8b958dae49c9d93e5b&device_id=a0bfdb4a-d586-4136-8613-c6ae00d7edd9 HTTP/1.1" status: 200 len: 1100 time: 0.1669447 May 17 12:09:38.623832 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e014e1-3e20-48d7-963a-79e1161ad3ac req-f4b6bb0f-8408-4854-a0e8-04d3cb891bfa tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:38.630856 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-18e014e1-3e20-48d7-963a-79e1161ad3ac req-f4b6bb0f-8408-4854-a0e8-04d3cb891bfa tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 943 time: 0.1512637 May 17 12:09:38.766885 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-18e014e1-3e20-48d7-963a-79e1161ad3ac req-34b43646-426c-40d8-82ba-1b19b45b042f tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084633 May 17 12:09:38.781790 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port 90a65514-1b1c-4f7f-beb1-176d4d31207d, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=90a65514-1b1c-4f7f-beb1-176d4d31207d,segment=NetworkSegment(5f3ca14c-f170-4716-92b7-0cba2aeab367),segment_id=5f3ca14c-f170-4716-92b7-0cba2aeab367)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:09:38.796817 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-329e5012-1cb7-434b-bd25-884bd5805ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:38.799425 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Returning: {'device': '90a65514-1b1c-4f7f-beb1-176d4d31207d', 'network_id': '60d01f58-95c2-41d0-9639-8f96ef255b31', 'port_id': '90a65514-1b1c-4f7f-beb1-176d4d31207d', 'mac_address': 'fa:16:3e:17:2c:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef588d6f-d166-4427-8aef-1ce83b0779d0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:09:38.811009 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2804b975-d748-4003-b08b-8e2e9a2977f9 req-d4ca0037-bdde-40d8-8a04-d31ea36cfc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:38.812458 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2804b975-d748-4003-b08b-8e2e9a2977f9 req-d4ca0037-bdde-40d8-8a04-d31ea36cfc4e service neutron] 10.222.0.52 "GET /v2.0/networks?id=ca8191d5-5a3a-4c25-b4f2-dbd65ffc4406 HTTP/1.1" status: 200 len: 870 time: 0.1792636 May 17 12:09:38.859814 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:38.877723 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90a65514-1b1c-4f7f-beb1-176d4d31207d {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:09:38.884410 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2804b975-d748-4003-b08b-8e2e9a2977f9 req-01067c20-74a7-4445-9a5d-1284c4fa4938 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b HTTP/1.1" status: 200 len: 217 time: 0.0646164 May 17 12:09:38.893747 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port 90a65514-1b1c-4f7f-beb1-176d4d31207d, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=90a65514-1b1c-4f7f-beb1-176d4d31207d,segment=NetworkSegment(5f3ca14c-f170-4716-92b7-0cba2aeab367),segment_id=5f3ca14c-f170-4716-92b7-0cba2aeab367)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:09:38.898723 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:38.900610 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:09:38.952363 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2804b975-d748-4003-b08b-8e2e9a2977f9 req-5815bf61-d928-4b09-a9ca-af00594d9ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:38.953929 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2804b975-d748-4003-b08b-8e2e9a2977f9 req-5815bf61-d928-4b09-a9ca-af00594d9ff7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=abe74833-a492-4ea0-a706-daad98a34ce1 HTTP/1.1" status: 200 len: 843 time: 0.0613599 May 17 12:09:38.975604 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=90a65514-1b1c-4f7f-beb1-176d4d31207d,revision_number=9']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:38.979485 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:09:39.032561 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2804b975-d748-4003-b08b-8e2e9a2977f9 req-55fb6c5c-6503-48d5-9390-1908ee752bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:39.033997 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2804b975-d748-4003-b08b-8e2e9a2977f9 req-55fb6c5c-6503-48d5-9390-1908ee752bab service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ca8191d5-5a3a-4c25-b4f2-dbd65ffc4406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0723646 May 17 12:09:39.088782 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c1396-67df-433c-8cf5-144ca4e49b42 req-9090ee73-ef75-4131-9085-9e68a2c4f8cd tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:39.090271 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-289c1396-67df-433c-8cf5-144ca4e49b42 req-9090ee73-ef75-4131-9085-9e68a2c4f8cd tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0bfdb4a-d586-4136-8613-c6ae00d7edd9 HTTP/1.1" status: 200 len: 947 time: 0.0848131 May 17 12:09:39.137330 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-289c1396-67df-433c-8cf5-144ca4e49b42 req-ba2332e3-08ca-47f9-86c7-5c3c408510ce tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae75adf8-752a-4e82-8c64-93d0ae2a92fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406523 May 17 12:09:39.155650 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] get_ports_and_sgs() called for port_ids ['90a65514-1b1c-4f7f-beb1-176d4d31207d'] {{(pid=78702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:09:39.170539 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2804b975-d748-4003-b08b-8e2e9a2977f9 req-033f4d1e-806f-4bba-8bb0-e8b8f5f521af service neutron] 10.222.0.52 "GET /v2.0/networks/ca8191d5-5a3a-4c25-b4f2-dbd65ffc4406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292210 May 17 12:09:39.304737 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2804b975-d748-4003-b08b-8e2e9a2977f9 req-3102a377-806c-46fa-81ac-1dafd78ba9b9 service neutron] 10.222.0.52 "GET /v2.0/networks/ca8191d5-5a3a-4c25-b4f2-dbd65ffc4406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263840 May 17 12:09:39.802940 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c439a8c-31e3-4f15-bc68-2d4d37376555 req-7a785d94-bfe8-472d-8234-9bea0b33dd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:39.803901 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0c439a8c-31e3-4f15-bc68-2d4d37376555 req-7a785d94-bfe8-472d-8234-9bea0b33dd10 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb0716dd61384274b0edea30aa0018fc&device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 1097 time: 0.1647959 May 17 12:09:40.004415 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c439a8c-31e3-4f15-bc68-2d4d37376555 req-31c4c563-b406-46f4-9214-f4b8bba79ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:40.005951 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0c439a8c-31e3-4f15-bc68-2d4d37376555 req-31c4c563-b406-46f4-9214-f4b8bba79ebd service neutron] 10.222.0.52 "GET /v2.0/networks?id=60d01f58-95c2-41d0-9639-8f96ef255b31 HTTP/1.1" status: 200 len: 918 time: 0.1826940 May 17 12:09:40.019387 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a7266-5df3-4781-a7ff-ea82e7c31334 req-5723c841-6fb0-42ce-8ab0-e29541ae3e3f tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:40.020759 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-535a7266-5df3-4781-a7ff-ea82e7c31334 req-5723c841-6fb0-42ce-8ab0-e29541ae3e3f tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 944 time: 0.1303551 May 17 12:09:40.147566 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-535a7266-5df3-4781-a7ff-ea82e7c31334 req-0f4251fb-16e4-4320-8993-5cab46ed1938 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731609 May 17 12:09:40.150066 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0c439a8c-31e3-4f15-bc68-2d4d37376555 req-4f89ea05-4163-4de0-9989-1ac124590679 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90a65514-1b1c-4f7f-beb1-176d4d31207d HTTP/1.1" status: 200 len: 1000 time: 0.1284103 May 17 12:09:40.218854 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c439a8c-31e3-4f15-bc68-2d4d37376555 req-1f02cbec-812d-4c3d-8c0d-f26a9c278b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:40.220304 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0c439a8c-31e3-4f15-bc68-2d4d37376555 req-1f02cbec-812d-4c3d-8c0d-f26a9c278b3a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef588d6f-d166-4427-8aef-1ce83b0779d0 HTTP/1.1" status: 200 len: 856 time: 0.0595050 May 17 12:09:40.302115 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c439a8c-31e3-4f15-bc68-2d4d37376555 req-5e58f5c6-36e1-428d-beaa-7f8d9de87bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:40.303644 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0c439a8c-31e3-4f15-bc68-2d4d37376555 req-5e58f5c6-36e1-428d-beaa-7f8d9de87bc3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=60d01f58-95c2-41d0-9639-8f96ef255b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0704939 May 17 12:09:40.326412 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1662480-35bf-4d65-9f65-2a8ca0385113 req-3b14cf4a-1762-4d09-8f21-5266e8beec13 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:40.327898 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-f1662480-35bf-4d65-9f65-2a8ca0385113 req-3b14cf4a-1762-4d09-8f21-5266e8beec13 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0bfdb4a-d586-4136-8613-c6ae00d7edd9 HTTP/1.1" status: 200 len: 947 time: 0.0840938 May 17 12:09:40.374087 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-f1662480-35bf-4d65-9f65-2a8ca0385113 req-706f54e9-026a-4fcb-80a1-4e13b5ca5002 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae75adf8-752a-4e82-8c64-93d0ae2a92fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398655 May 17 12:09:40.439832 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0c439a8c-31e3-4f15-bc68-2d4d37376555 req-f845c222-aa1f-4429-aa9b-d04d3580eb77 service neutron] 10.222.0.52 "GET /v2.0/networks/60d01f58-95c2-41d0-9639-8f96ef255b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258197 May 17 12:09:40.570051 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0c439a8c-31e3-4f15-bc68-2d4d37376555 req-8a2d3d19-b07b-4144-a4ae-cf6bb2dbc880 service neutron] 10.222.0.52 "GET /v2.0/networks/60d01f58-95c2-41d0-9639-8f96ef255b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230865 May 17 12:09:40.582339 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 90a65514-1b1c-4f7f-beb1-176d4d31207d up at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:09:40.651774 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Provisioning complete for port 90a65514-1b1c-4f7f-beb1-176d4d31207d triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:09:40.652152 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:40.766174 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:40.794525 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095df850-0d6e-41f4-845c-f559054a36a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a65514-1b1c-4f7f-beb1-176d4d31207d'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:09:40.809625 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port 90a65514-1b1c-4f7f-beb1-176d4d31207d, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=90a65514-1b1c-4f7f-beb1-176d4d31207d,segment=NetworkSegment(5f3ca14c-f170-4716-92b7-0cba2aeab367),segment_id=5f3ca14c-f170-4716-92b7-0cba2aeab367)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:09:40.814444 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:40.816307 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:09:40.849621 dv-cinder-734144-19-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095df850-0d6e-41f4-845c-f559054a36a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a65514-1b1c-4f7f-beb1-176d4d31207d', 'code': 200} May 17 12:09:40.888716 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=90a65514-1b1c-4f7f-beb1-176d4d31207d,revision_number=10']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:40.891631 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:09:41.112882 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98afa2e7-2dba-464c-8e2e-299adecdf566 req-9104dea0-f6c4-4e02-8505-189c4127f8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:41.114295 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-98afa2e7-2dba-464c-8e2e-299adecdf566 req-9104dea0-f6c4-4e02-8505-189c4127f8f1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 1099 time: 0.0732410 May 17 12:09:41.156381 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-98afa2e7-2dba-464c-8e2e-299adecdf566 req-533dea4e-f173-497d-bb6b-0b6d55a06519 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345070 May 17 12:09:41.299442 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7824a882-fc16-4b8c-b145-f04fb608defe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:41.324118 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:41.338576 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c1c20-5bb4-4b85-a944-4c0878b04e7c req-4a5fd091-5d0d-4230-8158-11ab3c56e3a8 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:41.340029 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-285c1c20-5bb4-4b85-a944-4c0878b04e7c req-4a5fd091-5d0d-4230-8158-11ab3c56e3a8 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 946 time: 0.0804083 May 17 12:09:41.389444 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-285c1c20-5bb4-4b85-a944-4c0878b04e7c req-aab4d41e-7280-42b9-ba1f-a1d1078532a0 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433347 May 17 12:09:41.561632 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e8f90-7d3b-4091-ab6c-b6f15a77b49e req-53b94c43-36ff-473d-b34f-05ef5a65881b tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:41.562319 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-4b1e8f90-7d3b-4091-ab6c-b6f15a77b49e req-53b94c43-36ff-473d-b34f-05ef5a65881b tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Synchronizing usage tracker for tenant:f6818986deb14a8b958dae49c9d93e5b on resource:port {{(pid=78700) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:09:41.579175 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-4b1e8f90-7d3b-4091-ab6c-b6f15a77b49e req-53b94c43-36ff-473d-b34f-05ef5a65881b tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Unset dirty status for tenant:f6818986deb14a8b958dae49c9d93e5b on resource:port {{(pid=78700) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:09:41.580427 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-4b1e8f90-7d3b-4091-ab6c-b6f15a77b49e req-53b94c43-36ff-473d-b34f-05ef5a65881b tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0bfdb4a-d586-4136-8613-c6ae00d7edd9 HTTP/1.1" status: 200 len: 947 time: 0.0967610 May 17 12:09:41.628436 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-4b1e8f90-7d3b-4091-ab6c-b6f15a77b49e req-f8f36a82-14e9-40ce-8691-1ccf8489a300 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Synchronizing usage tracker for tenant:f6818986deb14a8b958dae49c9d93e5b on resource:security_group {{(pid=78700) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:09:41.645698 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-4b1e8f90-7d3b-4091-ab6c-b6f15a77b49e req-f8f36a82-14e9-40ce-8691-1ccf8489a300 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Unset dirty status for tenant:f6818986deb14a8b958dae49c9d93e5b on resource:security_group {{(pid=78700) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:09:41.646743 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-4b1e8f90-7d3b-4091-ab6c-b6f15a77b49e req-f8f36a82-14e9-40ce-8691-1ccf8489a300 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae75adf8-752a-4e82-8c64-93d0ae2a92fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605133 May 17 12:09:42.333491 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:42.588762 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12fa85-7a64-4503-8f03-b2813c2cddfe req-05362b07-58de-45d1-88fa-f9958d329b05 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:42.590287 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-ab12fa85-7a64-4503-8f03-b2813c2cddfe req-05362b07-58de-45d1-88fa-f9958d329b05 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 946 time: 0.0815747 May 17 12:09:42.594338 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:09:42.639920 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-ab12fa85-7a64-4503-8f03-b2813c2cddfe req-93f9b1da-47b7-4670-82d2-940ec4493dba tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425847 May 17 12:09:42.782319 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b,segment=NetworkSegment(28b7b464-8f76-475e-9dbb-b7fba188d07e),segment_id=28b7b464-8f76-475e-9dbb-b7fba188d07e)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:09:42.798798 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Returning: {'device': 'c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b', 'network_id': 'ca8191d5-5a3a-4c25-b4f2-dbd65ffc4406', 'port_id': 'c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b', 'mac_address': 'fa:16:3e:0f:0b:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abe74833-a492-4ea0-a706-daad98a34ce1', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:09:42.839163 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df063ba-8540-4810-a092-98fb55cf5743 req-d30afd11-0731-490a-8d9e-bedffa4f4d42 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:42.841407 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-5df063ba-8540-4810-a092-98fb55cf5743 req-d30afd11-0731-490a-8d9e-bedffa4f4d42 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0bfdb4a-d586-4136-8613-c6ae00d7edd9 HTTP/1.1" status: 200 len: 947 time: 0.0868294 May 17 12:09:42.862770 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:42.881802 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:09:42.898997 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-5df063ba-8540-4810-a092-98fb55cf5743 req-afaf7efc-2651-4b26-9c9a-5249189e569b tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae75adf8-752a-4e82-8c64-93d0ae2a92fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509975 May 17 12:09:42.914959 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b,segment=NetworkSegment(28b7b464-8f76-475e-9dbb-b7fba188d07e),segment_id=28b7b464-8f76-475e-9dbb-b7fba188d07e)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:09:42.918823 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:42.920740 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-2df8971b-e2ac-4af5-bfdd-9fd11dac9053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:09:42.988186 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b,revision_number=4']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:42.991089 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:09:43.175669 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] get_ports_and_sgs() called for port_ids ['c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b'] {{(pid=78702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:09:43.834484 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d80f6-0018-4fcb-a7e6-195beb232bd7 req-caf1ceea-4568-4620-aeeb-f8e7c8cdea15 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:43.835986 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-251d80f6-0018-4fcb-a7e6-195beb232bd7 req-caf1ceea-4568-4620-aeeb-f8e7c8cdea15 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 946 time: 0.0833633 May 17 12:09:43.881079 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-251d80f6-0018-4fcb-a7e6-195beb232bd7 req-ef1ab944-9b55-4e17-99e3-91e6b8329d37 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391421 May 17 12:09:44.086385 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26094750-65d2-412c-9293-cea638dbdebf req-d63fbcff-9052-4c72-b44c-296598e31bf9 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:44.087852 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-26094750-65d2-412c-9293-cea638dbdebf req-d63fbcff-9052-4c72-b44c-296598e31bf9 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0bfdb4a-d586-4136-8613-c6ae00d7edd9 HTTP/1.1" status: 200 len: 948 time: 0.0846655 May 17 12:09:44.133044 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-26094750-65d2-412c-9293-cea638dbdebf req-3fde9125-41d0-4969-8eff-30ba566cda50 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae75adf8-752a-4e82-8c64-93d0ae2a92fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391655 May 17 12:09:44.214529 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:44.609667 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b up at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:09:44.678085 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Provisioning for port c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:09:44.686129 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Provisioning complete for port c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:09:44.686762 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:44.805393 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:44.831417 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0bfdb4a-d586-4136-8613-c6ae00d7edd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:09:44.842095 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b,segment=NetworkSegment(28b7b464-8f76-475e-9dbb-b7fba188d07e),segment_id=28b7b464-8f76-475e-9dbb-b7fba188d07e)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:09:44.846574 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:44.849560 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:09:44.886539 dv-cinder-734144-19-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0bfdb4a-d586-4136-8613-c6ae00d7edd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b', 'code': 200} May 17 12:09:44.920868 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b,revision_number=5']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:44.924349 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:09:45.105047 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642cdce-8c28-41c8-a392-df6cae869da0 req-ca7ba61e-b890-45d9-b8b9-b806da5a8454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:45.106559 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-1642cdce-8c28-41c8-a392-df6cae869da0 req-ca7ba61e-b890-45d9-b8b9-b806da5a8454 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a0bfdb4a-d586-4136-8613-c6ae00d7edd9 HTTP/1.1" status: 200 len: 1102 time: 0.0707748 May 17 12:09:45.150819 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-1642cdce-8c28-41c8-a392-df6cae869da0 req-7a2b66ec-4457-4a26-8439-400ffa87b4d2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ae75adf8-752a-4e82-8c64-93d0ae2a92fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378451 May 17 12:09:45.317851 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070aa33-d134-45ad-8d2d-955edea3d0db req-5d702ca6-7fe9-4a09-b364-2ae22ddafcca tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:45.319302 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-a070aa33-d134-45ad-8d2d-955edea3d0db req-5d702ca6-7fe9-4a09-b364-2ae22ddafcca tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0bfdb4a-d586-4136-8613-c6ae00d7edd9 HTTP/1.1" status: 200 len: 949 time: 0.0806811 May 17 12:09:45.363793 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-a070aa33-d134-45ad-8d2d-955edea3d0db req-6b39f14a-92e4-4d76-b150-72674db740c1 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae75adf8-752a-4e82-8c64-93d0ae2a92fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381269 May 17 12:09:46.550764 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc3919-3057-4d19-bfcb-3f899387565c req-3e1cf81d-e1b1-490b-964e-e8df6ed6d09e tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:46.552216 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-d3dc3919-3057-4d19-bfcb-3f899387565c req-3e1cf81d-e1b1-490b-964e-e8df6ed6d09e tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0bfdb4a-d586-4136-8613-c6ae00d7edd9 HTTP/1.1" status: 200 len: 949 time: 0.0798640 May 17 12:09:46.600978 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-d3dc3919-3057-4d19-bfcb-3f899387565c req-21eb049d-1437-4672-abdc-4ba491ea7802 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae75adf8-752a-4e82-8c64-93d0ae2a92fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427635 May 17 12:09:47.109899 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8787f07-eaf1-4a9c-968f-ea5bf170586e req-5d83b914-1d7d-44e3-8191-014ad82dbe5f tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:47.111364 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-a8787f07-eaf1-4a9c-968f-ea5bf170586e req-5d83b914-1d7d-44e3-8191-014ad82dbe5f tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0bfdb4a-d586-4136-8613-c6ae00d7edd9 HTTP/1.1" status: 200 len: 949 time: 0.1611218 May 17 12:09:47.156050 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-a8787f07-eaf1-4a9c-968f-ea5bf170586e req-7099accc-98fc-4809-8dfa-d0083058ef4f tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae75adf8-752a-4e82-8c64-93d0ae2a92fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389745 May 17 12:09:48.399206 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ebaac-e135-433f-a049-b0ecf000d8bc req-f85f2488-42ce-46ef-8db0-52cc4bc7d6ca tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:48.400712 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6d4ebaac-e135-433f-a049-b0ecf000d8bc req-f85f2488-42ce-46ef-8db0-52cc4bc7d6ca tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0bfdb4a-d586-4136-8613-c6ae00d7edd9 HTTP/1.1" status: 200 len: 949 time: 0.1350334 May 17 12:09:48.412692 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db71edb4-226c-4631-a82b-6e2c8b2f5476 req-82a89b2b-6c34-4ace-81bf-2e3f976a2fd3 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:09:48.414082 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-db71edb4-226c-4631-a82b-6e2c8b2f5476 req-82a89b2b-6c34-4ace-81bf-2e3f976a2fd3 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0bfdb4a-d586-4136-8613-c6ae00d7edd9 HTTP/1.1" status: 200 len: 949 time: 0.1140916 May 17 12:09:48.596841 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6d4ebaac-e135-433f-a049-b0ecf000d8bc req-fd6161fc-178d-4be9-8ca4-09f72df75ee0 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae75adf8-752a-4e82-8c64-93d0ae2a92fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818314 May 17 12:09:48.666291 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [req-db71edb4-226c-4631-a82b-6e2c8b2f5476 req-319f3702-f08e-4e13-a50c-1cca44ee7a85 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Deleting port c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b {{(pid=78700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:09:48.666623 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-db71edb4-226c-4631-a82b-6e2c8b2f5476 req-319f3702-f08e-4e13-a50c-1cca44ee7a85 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:48.796845 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-db71edb4-226c-4631-a82b-6e2c8b2f5476 req-319f3702-f08e-4e13-a50c-1cca44ee7a85 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] For port c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b,segment=NetworkSegment(28b7b464-8f76-475e-9dbb-b7fba188d07e),segment_id=28b7b464-8f76-475e-9dbb-b7fba188d07e)] {{(pid=78700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:09:48.797206 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-db71edb4-226c-4631-a82b-6e2c8b2f5476 req-319f3702-f08e-4e13-a50c-1cca44ee7a85 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:48.921579 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [req-db71edb4-226c-4631-a82b-6e2c8b2f5476 req-319f3702-f08e-4e13-a50c-1cca44ee7a85 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Calling delete_port for c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b owned by compute:nova {{(pid=78700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:09:49.030031 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-db71edb4-226c-4631-a82b-6e2c8b2f5476 req-319f3702-f08e-4e13-a50c-1cca44ee7a85 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:49.035396 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-8e9fd96d-03ba-470e-a87f-7e3796ff0b42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:09:49.042385 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] get_ports_and_sgs() called for port_ids ['c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b'] {{(pid=78702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:09:49.081014 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f3702-f08e-4e13-a50c-1cca44ee7a85 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Pushing event deleted for resources: {'Port': ['ID=c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:49.084096 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-319f3702-f08e-4e13-a50c-1cca44ee7a85 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:09:49.160009 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [req-db71edb4-226c-4631-a82b-6e2c8b2f5476 req-319f3702-f08e-4e13-a50c-1cca44ee7a85 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] No DVR routers for this DVR port c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b on host hv-cinder-73414 {{(pid=78700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:09:49.162623 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-db71edb4-226c-4631-a82b-6e2c8b2f5476 req-319f3702-f08e-4e13-a50c-1cca44ee7a85 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:49.165686 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0bfdb4a-d586-4136-8613-c6ae00d7edd9', 'name': 'network-vif-deleted', 'tag': 'c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b'}] {{(pid=78700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:09:49.184405 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-db71edb4-226c-4631-a82b-6e2c8b2f5476 req-319f3702-f08e-4e13-a50c-1cca44ee7a85 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] 10.222.0.52 "DELETE /v2.0/ports/c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b HTTP/1.1" status: 204 len: 173 time: 0.7569768 May 17 12:09:49.217990 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0bfdb4a-d586-4136-8613-c6ae00d7edd9', 'name': 'network-vif-deleted', 'tag': 'c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b', 'status': 'completed', 'code': 200} May 17 12:09:49.761065 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-2de30178-572c-4ad8-90cb-cbd3bd66f78f req-b0ee0181-eaa8-431d-8d4a-3cb98af92a4c tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Synchronizing usage tracker for tenant:f6818986deb14a8b958dae49c9d93e5b on resource:port {{(pid=78700) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:09:49.777514 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-2de30178-572c-4ad8-90cb-cbd3bd66f78f req-b0ee0181-eaa8-431d-8d4a-3cb98af92a4c tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Unset dirty status for tenant:f6818986deb14a8b958dae49c9d93e5b on resource:port {{(pid=78700) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:09:49.778718 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2de30178-572c-4ad8-90cb-cbd3bd66f78f req-b0ee0181-eaa8-431d-8d4a-3cb98af92a4c tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0bfdb4a-d586-4136-8613-c6ae00d7edd9 HTTP/1.1" status: 200 len: 210 time: 0.0620582 May 17 12:09:50.875014 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.agents_db [None req-bc444940-bb86-4de8-ac48-ae4570a6a7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:09:52.642855 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:09:52.688322 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] No Port match for: c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b {{(pid=78702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:09:52.688670 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device c18fd27e-dd9f-4ea0-83ae-1cb0cde8b81b not bound to the agent host hv-cinder-73414 {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:09:55.682501 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 37174) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:09:55.879101 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-756b4690-2b8e-4aad-90a9-4bbd3b971aef admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f6818986deb14a8b958dae49c9d93e5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1953566 May 17 12:09:55.881572 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 37180) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:09:55.941715 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-6eee9ec3-66da-4198-9e90-2f53c28ac34d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:55.968965 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-6eee9ec3-66da-4198-9e90-2f53c28ac34d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:56.020316 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-6eee9ec3-66da-4198-9e90-2f53c28ac34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:56.024897 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-00afc4f0-8744-4752-8e90-50718079ea7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:09:56.036696 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee9ec3-66da-4198-9e90-2f53c28ac34d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae75adf8-752a-4e82-8c64-93d0ae2a92fb,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:56.042037 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-6eee9ec3-66da-4198-9e90-2f53c28ac34d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:09:56.059578 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-6eee9ec3-66da-4198-9e90-2f53c28ac34d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:09:56.061340 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-6eee9ec3-66da-4198-9e90-2f53c28ac34d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ae75adf8-752a-4e82-8c64-93d0ae2a92fb HTTP/1.1" status: 204 len: 168 time: 0.1784887 May 17 12:10:07.232135 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 37188) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:07.640007 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-04d15994-9d75-42ea-8cf5-6563c9027a0c tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Deleting port f7f0c7d6-5d03-459e-8b1e-7622f002b771 {{(pid=78701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:10:07.640347 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-04d15994-9d75-42ea-8cf5-6563c9027a0c tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:07.756519 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-04d15994-9d75-42ea-8cf5-6563c9027a0c tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:07.756887 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-04d15994-9d75-42ea-8cf5-6563c9027a0c tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:07.879304 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-04d15994-9d75-42ea-8cf5-6563c9027a0c tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Calling delete_port for f7f0c7d6-5d03-459e-8b1e-7622f002b771 owned by network:floatingip {{(pid=78701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:10:07.983839 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:07.997015 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-04d15994-9d75-42ea-8cf5-6563c9027a0c tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534708'] for port, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:08.000513 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-0e9b8930-063e-4e90-90a5-194501606a70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:08.042671 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d15994-9d75-42ea-8cf5-6563c9027a0c tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Pushing event deleted for resources: {'Port': ['ID=f7f0c7d6-5d03-459e-8b1e-7622f002b771,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:08.079513 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d15994-9d75-42ea-8cf5-6563c9027a0c tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:08.079900 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d15994-9d75-42ea-8cf5-6563c9027a0c tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:08.080274 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d15994-9d75-42ea-8cf5-6563c9027a0c tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:08.080644 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d15994-9d75-42ea-8cf5-6563c9027a0c tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:08.081036 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d15994-9d75-42ea-8cf5-6563c9027a0c tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:08.081401 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d15994-9d75-42ea-8cf5-6563c9027a0c tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:08.081757 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d15994-9d75-42ea-8cf5-6563c9027a0c tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:08.082111 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d15994-9d75-42ea-8cf5-6563c9027a0c tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:08.082466 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d15994-9d75-42ea-8cf5-6563c9027a0c tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:08.082824 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d15994-9d75-42ea-8cf5-6563c9027a0c tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:08.083175 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d15994-9d75-42ea-8cf5-6563c9027a0c tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:08.083523 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d15994-9d75-42ea-8cf5-6563c9027a0c tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:08.091131 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-04d15994-9d75-42ea-8cf5-6563c9027a0c tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:08.148066 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-04d15994-9d75-42ea-8cf5-6563c9027a0c tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks [] for floatingip, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:08.148413 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.db.l3_db [None req-04d15994-9d75-42ea-8cf5-6563c9027a0c tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Floating IP baac01a7-31ad-4d04-b85e-179aa18f7ec5 disassociated (deleted). External IP: 172.27.1.3, port: ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1. May 17 12:10:08.489968 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d15994-9d75-42ea-8cf5-6563c9027a0c tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Router f98bc51e-53ae-4b86-9fef-3b6f568ab0dc has already been hosted by L3 agent 7d9bdccf-07e9-4436-af26-1dad3be87fd8 {{(pid=78701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:10:08.759618 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d15994-9d75-42ea-8cf5-6563c9027a0c tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify agent at l3_agent.dv-cinder-734144-19-iscsi the message routers_updated {{(pid=78701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:10:08.769473 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cb7856-6dad-4220-902e-a53090fdb61c None None] Sync routers for ids ['f98bc51e-53ae-4b86-9fef-3b6f568ab0dc'] in dv-cinder-734144-19-iscsi {{(pid=78703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:10:08.780181 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-ddf25087-3d4b-4375-aa6c-37726e091b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:08.781543 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cb7856-6dad-4220-902e-a53090fdb61c None None] Routers {'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:10:08.782806 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-04d15994-9d75-42ea-8cf5-6563c9027a0c tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for floatingip, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:08.783055 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-80cb7856-6dad-4220-902e-a53090fdb61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:09:41Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['f98bc51e-53ae-4b86-9fef-3b6f568ab0dc'], 'active': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:10:08.842824 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-04d15994-9d75-42ea-8cf5-6563c9027a0c tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "DELETE /v2.0/floatingips/baac01a7-31ad-4d04-b85e-179aa18f7ec5 HTTP/1.1" status: 204 len: 168 time: 1.6097062 May 17 12:10:08.843560 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa8d2e28-2434-4900-a3c4-19c019ebf97a', 'tag': 'ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1'}] {{(pid=78701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:10:08.892846 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa8d2e28-2434-4900-a3c4-19c019ebf97a', 'tag': 'ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1', 'status': 'completed', 'code': 200} May 17 12:10:08.970029 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvr_db [None req-80cb7856-6dad-4220-902e-a53090fdb61c None None] Set router f98bc51e-53ae-4b86-9fef-3b6f568ab0dc gateway port host: dv-cinder-734144-19-iscsi {{(pid=78703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:10:08.995988 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c42bcd-1510-495b-b16b-1829a04925c3 req-f7b1ea17-c425-46db-95fd-03b81ca5f901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:08.997587 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-17c42bcd-1510-495b-b16b-1829a04925c3 req-f7b1ea17-c425-46db-95fd-03b81ca5f901 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=59d64c2ea81d477bb3042604d61f07ed&device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 1098 time: 0.0801170 May 17 12:10:09.141705 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c42bcd-1510-495b-b16b-1829a04925c3 req-bcc3e7f6-2164-4991-9998-ab4ee74a5e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:09.143272 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-17c42bcd-1510-495b-b16b-1829a04925c3 req-bcc3e7f6-2164-4991-9998-ab4ee74a5e67 service neutron] 10.222.0.52 "GET /v2.0/networks?id=420f9a68-4de0-4fd9-af03-44cf74933625 HTTP/1.1" status: 200 len: 910 time: 0.1383331 May 17 12:10:09.215352 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-17c42bcd-1510-495b-b16b-1829a04925c3 req-b380f5bc-f6b0-4f55-abe2-6b225cb92de2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1 HTTP/1.1" status: 200 len: 217 time: 0.0644379 May 17 12:10:09.239554 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a0a6d-ad47-424c-8fd2-c0e94983acad req-8563c494-0868-430c-aa44-29d12a37afdf tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:09.240257 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-231a0a6d-ad47-424c-8fd2-c0e94983acad req-8563c494-0868-430c-aa44-29d12a37afdf tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Synchronizing usage tracker for tenant:59d64c2ea81d477bb3042604d61f07ed on resource:port {{(pid=78701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:10:09.256340 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-231a0a6d-ad47-424c-8fd2-c0e94983acad req-8563c494-0868-430c-aa44-29d12a37afdf tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Unset dirty status for tenant:59d64c2ea81d477bb3042604d61f07ed on resource:port {{(pid=78701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:10:09.258750 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-231a0a6d-ad47-424c-8fd2-c0e94983acad req-8563c494-0868-430c-aa44-29d12a37afdf tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 945 time: 0.1000252 May 17 12:10:09.287831 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c42bcd-1510-495b-b16b-1829a04925c3 req-eea7b116-79c5-472b-b9d6-a0474e016031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:09.289531 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-17c42bcd-1510-495b-b16b-1829a04925c3 req-eea7b116-79c5-472b-b9d6-a0474e016031 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9b0c68ee-5a47-455b-9b80-2cefd0e5cc49 HTTP/1.1" status: 200 len: 848 time: 0.0677795 May 17 12:10:09.308223 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-231a0a6d-ad47-424c-8fd2-c0e94983acad req-ab2ce558-54c6-4e3a-b62b-fc410989e53c tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437491 May 17 12:10:09.342400 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-80cb7856-6dad-4220-902e-a53090fdb61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc', 'name': 'tempest-TestShelveInstance-1243977249-router', 'tenant_id': '59d64c2ea81d477bb3042604d61f07ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '5a6901a6-942d-4690-a316-9a51a3b1b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:04:42Z', 'updated_at': '2021-05-17T12:04:47Z', 'revision_number': 4, 'project_id': '59d64c2ea81d477bb3042604d61f07ed', 'gw_port': {'id': '5a6901a6-942d-4690-a316-9a51a3b1b5bd', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:43Z', 'updated_at': '2021-05-17T12:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': '26a25385-5752-4650-8633-23885e6f0ce6', 'name': '', 'network_id': '420f9a68-4de0-4fd9-af03-44cf74933625', 'tenant_id': '59d64c2ea81d477bb3042604d61f07ed', 'mac_address': 'fa:16:3e:ee:bb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '9b0c68ee-5a47-455b-9b80-2cefd0e5cc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:46Z', 'updated_at': '2021-05-17T12:04:54Z', 'revision_number': 5, 'project_id': '59d64c2ea81d477bb3042604d61f07ed', 'subnets': [{'id': '9b0c68ee-5a47-455b-9b80-2cefd0e5cc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:10:09.346191 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cb7856-6dad-4220-902e-a53090fdb61c None None] Checking router: f98bc51e-53ae-4b86-9fef-3b6f568ab0dc for host: dv-cinder-734144-19-iscsi {{(pid=78703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:10:09.354971 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cb7856-6dad-4220-902e-a53090fdb61c None None] Routers {'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:10:09.355582 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-80cb7856-6dad-4220-902e-a53090fdb61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:09:41Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['f98bc51e-53ae-4b86-9fef-3b6f568ab0dc'], 'active': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:10:09.367636 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c42bcd-1510-495b-b16b-1829a04925c3 req-44c818ac-ea99-4529-8605-567abc2736ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:09.369408 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-17c42bcd-1510-495b-b16b-1829a04925c3 req-44c818ac-ea99-4529-8605-567abc2736ae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=420f9a68-4de0-4fd9-af03-44cf74933625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0716228 May 17 12:10:09.506912 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-17c42bcd-1510-495b-b16b-1829a04925c3 req-a88ecb64-dfe0-4f7c-a83d-e05ff9b4bff2 service neutron] 10.222.0.52 "GET /v2.0/networks/420f9a68-4de0-4fd9-af03-44cf74933625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283216 May 17 12:10:09.529614 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvr_db [None req-80cb7856-6dad-4220-902e-a53090fdb61c None None] Set router f98bc51e-53ae-4b86-9fef-3b6f568ab0dc gateway port host: dv-cinder-734144-19-iscsi {{(pid=78703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:10:09.638234 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-17c42bcd-1510-495b-b16b-1829a04925c3 req-2b0c97e9-24cc-411d-a963-d064dc1ac83e service neutron] 10.222.0.52 "GET /v2.0/networks/420f9a68-4de0-4fd9-af03-44cf74933625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243751 May 17 12:10:09.833376 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-80cb7856-6dad-4220-902e-a53090fdb61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc', 'name': 'tempest-TestShelveInstance-1243977249-router', 'tenant_id': '59d64c2ea81d477bb3042604d61f07ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '5a6901a6-942d-4690-a316-9a51a3b1b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:04:42Z', 'updated_at': '2021-05-17T12:04:47Z', 'revision_number': 4, 'project_id': '59d64c2ea81d477bb3042604d61f07ed', 'gw_port': {'id': '5a6901a6-942d-4690-a316-9a51a3b1b5bd', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:43Z', 'updated_at': '2021-05-17T12:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': '26a25385-5752-4650-8633-23885e6f0ce6', 'name': '', 'network_id': '420f9a68-4de0-4fd9-af03-44cf74933625', 'tenant_id': '59d64c2ea81d477bb3042604d61f07ed', 'mac_address': 'fa:16:3e:ee:bb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '9b0c68ee-5a47-455b-9b80-2cefd0e5cc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:46Z', 'updated_at': '2021-05-17T12:04:54Z', 'revision_number': 5, 'project_id': '59d64c2ea81d477bb3042604d61f07ed', 'subnets': [{'id': '9b0c68ee-5a47-455b-9b80-2cefd0e5cc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:10:09.837921 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cb7856-6dad-4220-902e-a53090fdb61c None None] The sync data for ids ['f98bc51e-53ae-4b86-9fef-3b6f568ab0dc'] in dv-cinder-734144-19-iscsi is: [{'id': 'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc', 'name': 'tempest-TestShelveInstance-1243977249-router', 'tenant_id': '59d64c2ea81d477bb3042604d61f07ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '5a6901a6-942d-4690-a316-9a51a3b1b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:04:42Z', 'updated_at': '2021-05-17T12:04:47Z', 'revision_number': 4, 'project_id': '59d64c2ea81d477bb3042604d61f07ed', 'gw_port': {'id': '5a6901a6-942d-4690-a316-9a51a3b1b5bd', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:43Z', 'updated_at': '2021-05-17T12:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': '26a25385-5752-4650-8633-23885e6f0ce6', 'name': '', 'network_id': '420f9a68-4de0-4fd9-af03-44cf74933625', 'tenant_id': '59d64c2ea81d477bb3042604d61f07ed', 'mac_address': 'fa:16:3e:ee:bb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '9b0c68ee-5a47-455b-9b80-2cefd0e5cc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:46Z', 'updated_at': '2021-05-17T12:04:54Z', 'revision_number': 5, 'project_id': '59d64c2ea81d477bb3042604d61f07ed', 'subnets': [{'id': '9b0c68ee-5a47-455b-9b80-2cefd0e5cc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:10:10.051208 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd52b9c-02b3-4414-8077-754b5aac1296 None None] New status for floating IP baac01a7-31ad-4d04-b85e-179aa18f7ec5: DOWN {{(pid=78702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 12:10:10.504466 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d57c2a-4027-43ea-8231-566eacee57c3 req-a85748cb-23c2-493a-9550-6e734877815e tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:10.505899 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d9d57c2a-4027-43ea-8231-566eacee57c3 req-a85748cb-23c2-493a-9550-6e734877815e tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 945 time: 0.0869057 May 17 12:10:10.550690 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d9d57c2a-4027-43ea-8231-566eacee57c3 req-1728c1f3-ef60-46bd-a74f-34241e0be85a tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2169a9d-55b8-4565-afcd-add32d573f95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383894 May 17 12:10:10.915919 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6a2e6-fee0-4a42-aab6-7722a65c029a req-3719e200-80a8-4dc2-8f6f-e19f899af00f tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:10.917368 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-4de6a2e6-fee0-4a42-aab6-7722a65c029a req-3719e200-80a8-4dc2-8f6f-e19f899af00f tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 945 time: 0.0794597 May 17 12:10:11.146397 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [req-4de6a2e6-fee0-4a42-aab6-7722a65c029a req-d0dcf307-752f-45af-a4e2-e097e386bc2d tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Deleting port ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1 {{(pid=78700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:10:11.146744 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-4de6a2e6-fee0-4a42-aab6-7722a65c029a req-d0dcf307-752f-45af-a4e2-e097e386bc2d tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:11.277672 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-4de6a2e6-fee0-4a42-aab6-7722a65c029a req-d0dcf307-752f-45af-a4e2-e097e386bc2d tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] For port ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1,segment=NetworkSegment(7ba0756d-7443-4d07-89c4-3be29aade41d),segment_id=7ba0756d-7443-4d07-89c4-3be29aade41d)] {{(pid=78700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:10:11.277939 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-4de6a2e6-fee0-4a42-aab6-7722a65c029a req-d0dcf307-752f-45af-a4e2-e097e386bc2d tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:11.301162 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1a317bbf-30a4-4d04-a874-91238282fcdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:11.327616 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:11.410720 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [req-4de6a2e6-fee0-4a42-aab6-7722a65c029a req-d0dcf307-752f-45af-a4e2-e097e386bc2d tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Calling delete_port for ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1 owned by compute:nova {{(pid=78700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:10:11.519044 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-4de6a2e6-fee0-4a42-aab6-7722a65c029a req-d0dcf307-752f-45af-a4e2-e097e386bc2d tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:11.524589 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-40a46edf-2ae7-4e81-8dd7-0955ef51e3ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:11.567099 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dcf307-752f-45af-a4e2-e097e386bc2d tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Pushing event deleted for resources: {'Port': ['ID=ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:11.577303 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dcf307-752f-45af-a4e2-e097e386bc2d tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:11.577721 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dcf307-752f-45af-a4e2-e097e386bc2d tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:11.578046 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dcf307-752f-45af-a4e2-e097e386bc2d tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:11.578412 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dcf307-752f-45af-a4e2-e097e386bc2d tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:11.578777 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dcf307-752f-45af-a4e2-e097e386bc2d tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:11.579138 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dcf307-752f-45af-a4e2-e097e386bc2d tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:11.579493 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dcf307-752f-45af-a4e2-e097e386bc2d tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:11.580093 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dcf307-752f-45af-a4e2-e097e386bc2d tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:11.580770 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dcf307-752f-45af-a4e2-e097e386bc2d tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:11.580770 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dcf307-752f-45af-a4e2-e097e386bc2d tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:11.581053 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dcf307-752f-45af-a4e2-e097e386bc2d tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:11.581257 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dcf307-752f-45af-a4e2-e097e386bc2d tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:11.616083 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-d0dcf307-752f-45af-a4e2-e097e386bc2d tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:11.657788 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de6a2e6-fee0-4a42-aab6-7722a65c029a req-d0dcf307-752f-45af-a4e2-e097e386bc2d tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] No DVR routers for this DVR port ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1 on host hv-cinder-73414 {{(pid=78700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:10:11.660294 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-4de6a2e6-fee0-4a42-aab6-7722a65c029a req-d0dcf307-752f-45af-a4e2-e097e386bc2d tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:11.663058 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8d2e28-2434-4900-a3c4-19c019ebf97a', 'name': 'network-vif-deleted', 'tag': 'ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1'}] {{(pid=78700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:10:11.680158 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-4de6a2e6-fee0-4a42-aab6-7722a65c029a req-d0dcf307-752f-45af-a4e2-e097e386bc2d tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.52 "DELETE /v2.0/ports/ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1 HTTP/1.1" status: 204 len: 173 time: 0.7568243 May 17 12:10:11.712324 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8d2e28-2434-4900-a3c4-19c019ebf97a', 'name': 'network-vif-deleted', 'tag': 'ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1', 'status': 'completed', 'code': 200} May 17 12:10:11.715078 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-6bf3e1ff-f7d8-4a80-9755-a026cc77b1a2 req-81127f44-4f44-498a-83ca-27cea57fddbd tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d2e28-2434-4900-a3c4-19c019ebf97a HTTP/1.1" status: 200 len: 210 time: 0.0495815 May 17 12:10:12.335104 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:12.811180 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 37210) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:12.878521 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-130f32db-6c08-4719-8f4e-ae8b33cc9fbb tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:12.908300 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-130f32db-6c08-4719-8f4e-ae8b33cc9fbb tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:12.970585 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-130f32db-6c08-4719-8f4e-ae8b33cc9fbb tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:12.974311 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-48eb5da4-7d54-4e67-a3ef-5d262f96db31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:12.990404 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f32db-6c08-4719-8f4e-ae8b33cc9fbb tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2169a9d-55b8-4565-afcd-add32d573f95,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:12.993205 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-130f32db-6c08-4719-8f4e-ae8b33cc9fbb tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:13.002089 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-130f32db-6c08-4719-8f4e-ae8b33cc9fbb tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:13.005696 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-130f32db-6c08-4719-8f4e-ae8b33cc9fbb tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] 10.222.0.11 "DELETE /v2.0/security-groups/c2169a9d-55b8-4565-afcd-add32d573f95 HTTP/1.1" status: 204 len: 168 time: 0.1910470 May 17 12:10:13.051485 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 37216) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:13.697908 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-510717cd-2d0f-4879-8c9f-e57cbe4b89c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405814'] for router_interface, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:14.191334 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [None req-510717cd-2d0f-4879-8c9f-e57cbe4b89c4 admin admin] Deleting port 26a25385-5752-4650-8633-23885e6f0ce6 {{(pid=78700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:10:14.192042 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-510717cd-2d0f-4879-8c9f-e57cbe4b89c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:14.217768 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:14.311013 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [None req-510717cd-2d0f-4879-8c9f-e57cbe4b89c4 admin admin] For port 26a25385-5752-4650-8633-23885e6f0ce6, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=26a25385-5752-4650-8633-23885e6f0ce6,segment=NetworkSegment(7ba0756d-7443-4d07-89c4-3be29aade41d),segment_id=7ba0756d-7443-4d07-89c4-3be29aade41d)] {{(pid=78700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:10:14.311371 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-510717cd-2d0f-4879-8c9f-e57cbe4b89c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:14.432332 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [None req-510717cd-2d0f-4879-8c9f-e57cbe4b89c4 admin admin] Calling delete_port for 26a25385-5752-4650-8633-23885e6f0ce6 owned by network:router_interface {{(pid=78700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:10:14.578910 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-510717cd-2d0f-4879-8c9f-e57cbe4b89c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:14.583188 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-d0dcf307-752f-45af-a4e2-e097e386bc2d tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:14.626872 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510717cd-2d0f-4879-8c9f-e57cbe4b89c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=26a25385-5752-4650-8633-23885e6f0ce6,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:14.652474 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-510717cd-2d0f-4879-8c9f-e57cbe4b89c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:14.731020 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:10:14.769115 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] No Port match for: ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1 {{(pid=78702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:10:14.769744 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device ebb785cd-7d38-4f44-bb84-7f3c09c3b2d1 not bound to the agent host hv-cinder-73414 {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:10:14.892998 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-510717cd-2d0f-4879-8c9f-e57cbe4b89c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405914'] for router_interface, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:15.245862 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510717cd-2d0f-4879-8c9f-e57cbe4b89c4 admin admin] Router f98bc51e-53ae-4b86-9fef-3b6f568ab0dc has already been hosted by L3 agent 7d9bdccf-07e9-4436-af26-1dad3be87fd8 {{(pid=78700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:10:15.516792 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510717cd-2d0f-4879-8c9f-e57cbe4b89c4 admin admin] Notify agent at l3_agent.dv-cinder-734144-19-iscsi the message routers_updated {{(pid=78700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:10:15.525029 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab98a9b1-6fea-4341-9346-1a9f6a9e6a77 None None] Sync routers for ids ['f98bc51e-53ae-4b86-9fef-3b6f568ab0dc'] in dv-cinder-734144-19-iscsi {{(pid=78703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:10:15.528960 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-510717cd-2d0f-4879-8c9f-e57cbe4b89c4 admin admin] 10.222.0.11 "PUT /v2.0/routers/f98bc51e-53ae-4b86-9fef-3b6f568ab0dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4764187 May 17 12:10:15.531352 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 37222) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:15.534246 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab98a9b1-6fea-4341-9346-1a9f6a9e6a77 None None] Routers {'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:10:15.534850 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-ab98a9b1-6fea-4341-9346-1a9f6a9e6a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:10:11Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['f98bc51e-53ae-4b86-9fef-3b6f568ab0dc'], 'active': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:10:15.707510 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-742ec2c7-1282-499e-863c-57447c562e66 admin admin] Notify callbacks [] for router, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:15.712187 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvr_db [None req-ab98a9b1-6fea-4341-9346-1a9f6a9e6a77 None None] Set router f98bc51e-53ae-4b86-9fef-3b6f568ab0dc gateway port host: dv-cinder-734144-19-iscsi {{(pid=78703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:10:15.886004 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-742ec2c7-1282-499e-863c-57447c562e66 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:15.960630 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [None req-742ec2c7-1282-499e-863c-57447c562e66 admin admin] Deleting port 5a6901a6-942d-4690-a316-9a51a3b1b5bd {{(pid=78700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:10:15.960904 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-742ec2c7-1282-499e-863c-57447c562e66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:15.996195 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-ab98a9b1-6fea-4341-9346-1a9f6a9e6a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc', 'name': 'tempest-TestShelveInstance-1243977249-router', 'tenant_id': '59d64c2ea81d477bb3042604d61f07ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '5a6901a6-942d-4690-a316-9a51a3b1b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:04:42Z', 'updated_at': '2021-05-17T12:10:14Z', 'revision_number': 5, 'project_id': '59d64c2ea81d477bb3042604d61f07ed', 'gw_port': {'id': '5a6901a6-942d-4690-a316-9a51a3b1b5bd', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:43Z', 'updated_at': '2021-05-17T12:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi'}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:10:16.000568 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab98a9b1-6fea-4341-9346-1a9f6a9e6a77 None None] Checking router: f98bc51e-53ae-4b86-9fef-3b6f568ab0dc for host: dv-cinder-734144-19-iscsi {{(pid=78703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:10:16.009117 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab98a9b1-6fea-4341-9346-1a9f6a9e6a77 None None] Routers {'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:10:16.009721 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-ab98a9b1-6fea-4341-9346-1a9f6a9e6a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:10:11Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['f98bc51e-53ae-4b86-9fef-3b6f568ab0dc'], 'active': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:10:16.085719 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [None req-742ec2c7-1282-499e-863c-57447c562e66 admin admin] For port 5a6901a6-942d-4690-a316-9a51a3b1b5bd, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=5a6901a6-942d-4690-a316-9a51a3b1b5bd,segment=NetworkSegment(8b5d1e01-0c84-4e6b-9682-76a98a471ba9),segment_id=8b5d1e01-0c84-4e6b-9682-76a98a471ba9)] {{(pid=78700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:10:16.086158 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-742ec2c7-1282-499e-863c-57447c562e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:16.161469 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvr_db [None req-ab98a9b1-6fea-4341-9346-1a9f6a9e6a77 None None] Set router f98bc51e-53ae-4b86-9fef-3b6f568ab0dc gateway port host: None {{(pid=78703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:10:16.209539 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [None req-742ec2c7-1282-499e-863c-57447c562e66 admin admin] Calling delete_port for 5a6901a6-942d-4690-a316-9a51a3b1b5bd owned by network:router_gateway {{(pid=78700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:10:16.300066 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-ab98a9b1-6fea-4341-9346-1a9f6a9e6a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc', 'name': 'tempest-TestShelveInstance-1243977249-router', 'tenant_id': '59d64c2ea81d477bb3042604d61f07ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:04:42Z', 'updated_at': '2021-05-17T12:10:15Z', 'revision_number': 6, 'project_id': '59d64c2ea81d477bb3042604d61f07ed', 'gw_port_host': None}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:10:16.303999 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab98a9b1-6fea-4341-9346-1a9f6a9e6a77 None None] The sync data for ids ['f98bc51e-53ae-4b86-9fef-3b6f568ab0dc'] in dv-cinder-734144-19-iscsi is: [{'id': 'f98bc51e-53ae-4b86-9fef-3b6f568ab0dc', 'name': 'tempest-TestShelveInstance-1243977249-router', 'tenant_id': '59d64c2ea81d477bb3042604d61f07ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:04:42Z', 'updated_at': '2021-05-17T12:10:15Z', 'revision_number': 6, 'project_id': '59d64c2ea81d477bb3042604d61f07ed', 'gw_port_host': None}] {{(pid=78703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:10:16.352293 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-742ec2c7-1282-499e-863c-57447c562e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:16.356043 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-699b8934-9ab9-4294-a6ac-cd4cbe1ca89e tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:16.399181 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ec2c7-1282-499e-863c-57447c562e66 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a6901a6-942d-4690-a316-9a51a3b1b5bd,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:16.401675 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-742ec2c7-1282-499e-863c-57447c562e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:16.491220 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-742ec2c7-1282-499e-863c-57447c562e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407825'] for router_gateway, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:16.661367 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-742ec2c7-1282-499e-863c-57447c562e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12272'] for router, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:16.664228 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-742ec2c7-1282-499e-863c-57447c562e66 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:16.687250 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-742ec2c7-1282-499e-863c-57447c562e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-408041'] for router, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:16.688097 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742ec2c7-1282-499e-863c-57447c562e66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f98bc51e-53ae-4b86-9fef-3b6f568ab0dc {{(pid=78700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 17 12:10:16.701016 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-742ec2c7-1282-499e-863c-57447c562e66 admin admin] Notify callbacks [] for router, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:16.702129 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-742ec2c7-1282-499e-863c-57447c562e66 admin admin] 10.222.0.11 "DELETE /v2.0/routers/f98bc51e-53ae-4b86-9fef-3b6f568ab0dc HTTP/1.1" status: 204 len: 168 time: 1.1698956 May 17 12:10:16.704543 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 37228) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:16.766872 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.db_base_plugin_v2 [None req-a008248f-5a43-4405-ac2d-597914103db4 admin admin] Deleting subnet 9b0c68ee-5a47-455b-9b80-2cefd0e5cc49 {{(pid=78700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 12:10:16.769881 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-a008248f-5a43-4405-ac2d-597914103db4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:16.921354 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-a008248f-5a43-4405-ac2d-597914103db4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2957047'] for subnet, precommit_delete_associations {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:17.037342 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-a008248f-5a43-4405-ac2d-597914103db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383026'] for subnet, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:17.299625 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-a008248f-5a43-4405-ac2d-597914103db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2209087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2936378'] for subnet, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:17.305070 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:17.345729 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a008248f-5a43-4405-ac2d-597914103db4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b0c68ee-5a47-455b-9b80-2cefd0e5cc49,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:17.348735 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-a008248f-5a43-4405-ac2d-597914103db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:17.349737 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-a008248f-5a43-4405-ac2d-597914103db4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for subnet, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:17.356434 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-a008248f-5a43-4405-ac2d-597914103db4 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9b0c68ee-5a47-455b-9b80-2cefd0e5cc49 HTTP/1.1" status: 204 len: 168 time: 0.6508996 May 17 12:10:17.359016 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 37240) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:17.364757 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422a1e7d-2b79-4b50-bba0-9e270df68b50 None None] Network 420f9a68-4de0-4fd9-af03-44cf74933625 requested from dv-cinder-734144-19-iscsi {{(pid=78702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:10:17.468600 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-5976ad7f-0cb0-46a5-9d3a-dcb31e8c51f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1494564'] for network, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:17.549762 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [None req-5976ad7f-0cb0-46a5-9d3a-dcb31e8c51f6 admin admin] Deleting port c08bd4d2-8b23-4695-ab62-3ab72e448a22 {{(pid=78700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:10:17.550845 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-5976ad7f-0cb0-46a5-9d3a-dcb31e8c51f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:17.560434 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e588325-68a5-475e-94f7-abda53fcb18b req-c3fa6c46-164b-482c-9cb0-c5934abf078f tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:17.561963 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-0e588325-68a5-475e-94f7-abda53fcb18b req-c3fa6c46-164b-482c-9cb0-c5934abf078f tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 946 time: 0.0960417 May 17 12:10:17.612368 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-0e588325-68a5-475e-94f7-abda53fcb18b req-def43af0-c7d9-45ba-b4df-c63fc0d7934d tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425284 May 17 12:10:17.655868 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6510b967-7d02-4ee3-9f17-17d5c3ca4324 None None] DHCP port deletion for 420f9a68-4de0-4fd9-af03-44cf74933625 request from dv-cinder-734144-19-iscsi {{(pid=78702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 17 12:10:17.657981 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [None req-5976ad7f-0cb0-46a5-9d3a-dcb31e8c51f6 admin admin] For port c08bd4d2-8b23-4695-ab62-3ab72e448a22, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=c08bd4d2-8b23-4695-ab62-3ab72e448a22,segment=NetworkSegment(7ba0756d-7443-4d07-89c4-3be29aade41d),segment_id=7ba0756d-7443-4d07-89c4-3be29aade41d)] {{(pid=78700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:10:17.658419 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-5976ad7f-0cb0-46a5-9d3a-dcb31e8c51f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:17.719316 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-6510b967-7d02-4ee3-9f17-17d5c3ca4324 None None] Deleting port c08bd4d2-8b23-4695-ab62-3ab72e448a22 {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:10:17.719702 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6510b967-7d02-4ee3-9f17-17d5c3ca4324 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:17.779559 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [None req-5976ad7f-0cb0-46a5-9d3a-dcb31e8c51f6 admin admin] Calling delete_port for c08bd4d2-8b23-4695-ab62-3ab72e448a22 owned by network:dhcp {{(pid=78700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:10:17.819501 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-6510b967-7d02-4ee3-9f17-17d5c3ca4324 None None] For port c08bd4d2-8b23-4695-ab62-3ab72e448a22, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=c08bd4d2-8b23-4695-ab62-3ab72e448a22,segment=NetworkSegment(7ba0756d-7443-4d07-89c4-3be29aade41d),segment_id=7ba0756d-7443-4d07-89c4-3be29aade41d)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:10:17.819929 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6510b967-7d02-4ee3-9f17-17d5c3ca4324 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:17.825891 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-5976ad7f-0cb0-46a5-9d3a-dcb31e8c51f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:17.830423 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-6dc7786d-4dc0-4bda-b925-38aec58fb9c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:17.877047 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5976ad7f-0cb0-46a5-9d3a-dcb31e8c51f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c08bd4d2-8b23-4695-ab62-3ab72e448a22,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:17.878829 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5976ad7f-0cb0-46a5-9d3a-dcb31e8c51f6 admin admin] No DVR routers for this DVR port c08bd4d2-8b23-4695-ab62-3ab72e448a22 on host dv-cinder-734144-19-iscsi {{(pid=78700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:10:17.880307 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-5976ad7f-0cb0-46a5-9d3a-dcb31e8c51f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:17.944160 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-6510b967-7d02-4ee3-9f17-17d5c3ca4324 None None] Calling delete_port for c08bd4d2-8b23-4695-ab62-3ab72e448a22 owned by network:dhcp {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:10:17.987543 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6510b967-7d02-4ee3-9f17-17d5c3ca4324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:17.991062 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-2df8971b-e2ac-4af5-bfdd-9fd11dac9053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:17.997252 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-5976ad7f-0cb0-46a5-9d3a-dcb31e8c51f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382983', 'neutron.services.segments.db._delete_segments_for_network-8762327220098'] for network, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:18.013825 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.services.segments.db [None req-5976ad7f-0cb0-46a5-9d3a-dcb31e8c51f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['420f9a68-4de0-4fd9-af03-44cf74933625']}} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:10:18.026471 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.services.segments.db [None req-5976ad7f-0cb0-46a5-9d3a-dcb31e8c51f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ba0756d-7443-4d07-89c4-3be29aade41d') {'for_net_delete': True} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:10:18.026765 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.services.segments.db [None req-5976ad7f-0cb0-46a5-9d3a-dcb31e8c51f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ba0756d-7443-4d07-89c4-3be29aade41d') {} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:10:18.041855 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-5976ad7f-0cb0-46a5-9d3a-dcb31e8c51f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762327230347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2957048'] for segment, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:18.059658 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-5976ad7f-0cb0-46a5-9d3a-dcb31e8c51f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205'] for segment, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:18.065277 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 26a25385-5752-4650-8633-23885e6f0ce6 no longer exists at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:10:18.068629 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5976ad7f-0cb0-46a5-9d3a-dcb31e8c51f6 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=78700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 12:10:18.069293 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-5976ad7f-0cb0-46a5-9d3a-dcb31e8c51f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2209177'] for segment, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:18.085428 dv-cinder-734144-19-iscsi neutron-server[78700]: Traceback (most recent call last): May 17 12:10:18.085428 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 12:10:18.085428 dv-cinder-734144-19-iscsi neutron-server[78700]: timer() May 17 12:10:18.085428 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 12:10:18.085428 dv-cinder-734144-19-iscsi neutron-server[78700]: cb(*args, **kw) May 17 12:10:18.085428 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 12:10:18.085428 dv-cinder-734144-19-iscsi neutron-server[78700]: return func(*args, **kwargs) May 17 12:10:18.085428 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 12:10:18.085428 dv-cinder-734144-19-iscsi neutron-server[78700]: self._notify() May 17 12:10:18.085428 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 12:10:18.085428 dv-cinder-734144-19-iscsi neutron-server[78700]: self.callback(batched_events) May 17 12:10:18.085428 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 12:10:18.085428 dv-cinder-734144-19-iscsi neutron-server[78700]: event.method(event) May 17 12:10:18.085428 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 12:10:18.085428 dv-cinder-734144-19-iscsi neutron-server[78700]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 12:10:18.085428 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 12:10:18.085428 dv-cinder-734144-19-iscsi neutron-server[78700]: aggregate_uuid = self.p_client.list_aggregates( May 17 12:10:18.085428 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 12:10:18.085428 dv-cinder-734144-19-iscsi neutron-server[78700]: return f(self, *a, **k) May 17 12:10:18.085428 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 12:10:18.085428 dv-cinder-734144-19-iscsi neutron-server[78700]: return self._get(url).json() May 17 12:10:18.085428 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 12:10:18.085428 dv-cinder-734144-19-iscsi neutron-server[78700]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 12:10:18.085428 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 12:10:18.085428 dv-cinder-734144-19-iscsi neutron-server[78700]: return self.request(url, 'GET', **kwargs) May 17 12:10:18.085428 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 12:10:18.085428 dv-cinder-734144-19-iscsi neutron-server[78700]: base_url = self.get_endpoint(auth, allow=allow, May 17 12:10:18.085428 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 12:10:18.085428 dv-cinder-734144-19-iscsi neutron-server[78700]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 12:10:18.085428 dv-cinder-734144-19-iscsi neutron-server[78700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 12:10:18.085428 dv-cinder-734144-19-iscsi neutron-server[78700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 12:10:18.085428 dv-cinder-734144-19-iscsi neutron-server[78700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 12:10:18.103066 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6510b967-7d02-4ee3-9f17-17d5c3ca4324 None None] Pushing event deleted for resources: {'Port': ['ID=c08bd4d2-8b23-4695-ab62-3ab72e448a22,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:18.111884 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] No Port match for: 26a25385-5752-4650-8633-23885e6f0ce6 {{(pid=78702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:10:18.112228 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 26a25385-5752-4650-8633-23885e6f0ce6 not bound to the agent host dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:10:18.112641 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 5a6901a6-942d-4690-a316-9a51a3b1b5bd no longer exists at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:10:18.139203 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6510b967-7d02-4ee3-9f17-17d5c3ca4324 None None] No DVR routers for this DVR port c08bd4d2-8b23-4695-ab62-3ab72e448a22 on host dv-cinder-734144-19-iscsi {{(pid=78702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:10:18.146711 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510b967-7d02-4ee3-9f17-17d5c3ca4324 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:18.147055 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510b967-7d02-4ee3-9f17-17d5c3ca4324 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:18.147415 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510b967-7d02-4ee3-9f17-17d5c3ca4324 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:18.148472 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510b967-7d02-4ee3-9f17-17d5c3ca4324 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:18.148867 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510b967-7d02-4ee3-9f17-17d5c3ca4324 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:18.149268 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510b967-7d02-4ee3-9f17-17d5c3ca4324 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:18.149582 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510b967-7d02-4ee3-9f17-17d5c3ca4324 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:18.149904 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510b967-7d02-4ee3-9f17-17d5c3ca4324 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:18.150226 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510b967-7d02-4ee3-9f17-17d5c3ca4324 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:18.150539 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510b967-7d02-4ee3-9f17-17d5c3ca4324 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:18.150860 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510b967-7d02-4ee3-9f17-17d5c3ca4324 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:18.151169 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510b967-7d02-4ee3-9f17-17d5c3ca4324 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:18.158957 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-6510b967-7d02-4ee3-9f17-17d5c3ca4324 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:18.159503 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] No Port match for: 5a6901a6-942d-4690-a316-9a51a3b1b5bd {{(pid=78702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:10:18.159849 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 5a6901a6-942d-4690-a316-9a51a3b1b5bd not bound to the agent host dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:10:18.160252 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device c08bd4d2-8b23-4695-ab62-3ab72e448a22 no longer exists at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:10:18.167323 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-5976ad7f-0cb0-46a5-9d3a-dcb31e8c51f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407862'] for network, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:18.176333 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:18.187332 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-5976ad7f-0cb0-46a5-9d3a-dcb31e8c51f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for network, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:18.196093 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] No Port match for: c08bd4d2-8b23-4695-ab62-3ab72e448a22 {{(pid=78702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:10:18.196438 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device c08bd4d2-8b23-4695-ab62-3ab72e448a22 not bound to the agent host dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:10:18.198209 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5976ad7f-0cb0-46a5-9d3a-dcb31e8c51f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=420f9a68-4de0-4fd9-af03-44cf74933625,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:18.200597 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-5976ad7f-0cb0-46a5-9d3a-dcb31e8c51f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:18.209792 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 37244) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:18.209920 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-5976ad7f-0cb0-46a5-9d3a-dcb31e8c51f6 admin admin] 10.222.0.11 "DELETE /v2.0/networks/420f9a68-4de0-4fd9-af03-44cf74933625 HTTP/1.1" status: 204 len: 168 time: 0.8498402 May 17 12:10:18.738575 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-4c877c75-b355-4878-b96f-b8edf8875e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405814'] for router_interface, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:18.811156 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef5903-0aff-4bf7-be61-25b69d007f8c req-24cd379c-fe92-4a0b-848f-2f6f0e5b9981 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:18.812790 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0fef5903-0aff-4bf7-be61-25b69d007f8c req-24cd379c-fe92-4a0b-848f-2f6f0e5b9981 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 946 time: 0.0810812 May 17 12:10:18.860665 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0fef5903-0aff-4bf7-be61-25b69d007f8c req-e92f5036-d98c-449a-8f1a-a344f697f00a tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6a7cfb8-24ef-4fc7-8262-74e649ba0085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394804 May 17 12:10:18.956025 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ae207-015b-47d2-b9ef-51bb91efb053 req-bac526d3-96f4-496a-8e45-1e3c344940a6 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:18.957491 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-750ae207-015b-47d2-b9ef-51bb91efb053 req-bac526d3-96f4-496a-8e45-1e3c344940a6 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.52 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 946 time: 0.0840664 May 17 12:10:19.211125 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [req-750ae207-015b-47d2-b9ef-51bb91efb053 req-040951b3-07b7-4f3a-9de8-df6ba0f7e310 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Deleting port 90a65514-1b1c-4f7f-beb1-176d4d31207d {{(pid=78700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:10:19.211408 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-750ae207-015b-47d2-b9ef-51bb91efb053 req-040951b3-07b7-4f3a-9de8-df6ba0f7e310 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:19.269901 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-4c877c75-b355-4878-b96f-b8edf8875e91 admin admin] Deleting port b84dcc32-f1b8-4685-9252-f8c4a1afe674 {{(pid=78701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:10:19.270242 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-4c877c75-b355-4878-b96f-b8edf8875e91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:19.344426 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-750ae207-015b-47d2-b9ef-51bb91efb053 req-040951b3-07b7-4f3a-9de8-df6ba0f7e310 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] For port 90a65514-1b1c-4f7f-beb1-176d4d31207d, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=90a65514-1b1c-4f7f-beb1-176d4d31207d,segment=NetworkSegment(5f3ca14c-f170-4716-92b7-0cba2aeab367),segment_id=5f3ca14c-f170-4716-92b7-0cba2aeab367)] {{(pid=78700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:10:19.344778 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-750ae207-015b-47d2-b9ef-51bb91efb053 req-040951b3-07b7-4f3a-9de8-df6ba0f7e310 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:19.389101 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.db [None req-4c877c75-b355-4878-b96f-b8edf8875e91 admin admin] For port b84dcc32-f1b8-4685-9252-f8c4a1afe674, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=b84dcc32-f1b8-4685-9252-f8c4a1afe674,segment=NetworkSegment(acebefd0-b934-48df-acb6-ef7221185616),segment_id=acebefd0-b934-48df-acb6-ef7221185616)] {{(pid=78701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:10:19.389470 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-4c877c75-b355-4878-b96f-b8edf8875e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:19.514959 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-4c877c75-b355-4878-b96f-b8edf8875e91 admin admin] Calling delete_port for b84dcc32-f1b8-4685-9252-f8c4a1afe674 owned by network:router_interface {{(pid=78701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:10:19.637553 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-750ae207-015b-47d2-b9ef-51bb91efb053 req-040951b3-07b7-4f3a-9de8-df6ba0f7e310 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:19.638093 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-750ae207-015b-47d2-b9ef-51bb91efb053 req-040951b3-07b7-4f3a-9de8-df6ba0f7e310 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407876'] for floatingip, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:19.638529 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.db.l3_db [req-750ae207-015b-47d2-b9ef-51bb91efb053 req-040951b3-07b7-4f3a-9de8-df6ba0f7e310 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Floating IP a9b15a0c-117f-4e58-8370-06dcfd5e5d2e disassociated. External IP: 172.27.1.176, port: 90a65514-1b1c-4f7f-beb1-176d4d31207d. May 17 12:10:19.639049 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [req-750ae207-015b-47d2-b9ef-51bb91efb053 req-040951b3-07b7-4f3a-9de8-df6ba0f7e310 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Calling delete_port for 90a65514-1b1c-4f7f-beb1-176d4d31207d owned by compute:nova {{(pid=78700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:10:19.672805 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-4c877c75-b355-4878-b96f-b8edf8875e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534708'] for port, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:19.676857 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-7db3fadc-362f-4e36-9fa3-9b2380766ebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:19.724975 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c877c75-b355-4878-b96f-b8edf8875e91 admin admin] Pushing event deleted for resources: {'Port': ['ID=b84dcc32-f1b8-4685-9252-f8c4a1afe674,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:19.728339 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-4c877c75-b355-4878-b96f-b8edf8875e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:19.766709 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-750ae207-015b-47d2-b9ef-51bb91efb053 req-040951b3-07b7-4f3a-9de8-df6ba0f7e310 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:19.774808 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-6a55fe85-5343-4667-b81f-953d9b12da47 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:19.820870 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040951b3-07b7-4f3a-9de8-df6ba0f7e310 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Pushing event deleted for resources: {'Port': ['ID=90a65514-1b1c-4f7f-beb1-176d4d31207d,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:19.823632 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-040951b3-07b7-4f3a-9de8-df6ba0f7e310 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:20.013868 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-4c877c75-b355-4878-b96f-b8edf8875e91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405914'] for router_interface, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:20.040376 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-750ae207-015b-47d2-b9ef-51bb91efb053 req-040951b3-07b7-4f3a-9de8-df6ba0f7e310 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Router dccc072a-e607-43c3-aad2-3fd800a71253 has already been hosted by L3 agent 7d9bdccf-07e9-4436-af26-1dad3be87fd8 {{(pid=78700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:10:20.139032 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-dd116d49-5678-47f6-8052-211eb424abee req-4ac54e5a-6921-48b1-a836-0e7e25a16e46 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/ports?device_id=095df850-0d6e-41f4-845c-f559054a36a3 HTTP/1.1" status: 200 len: 210 time: 0.0625796 May 17 12:10:20.224439 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-750ae207-015b-47d2-b9ef-51bb91efb053 req-040951b3-07b7-4f3a-9de8-df6ba0f7e310 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify agent at l3_agent.dv-cinder-734144-19-iscsi the message routers_updated {{(pid=78700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:10:20.237364 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919224a5-453a-45bf-90a4-302fc9386c19 None None] Sync routers for ids ['dccc072a-e607-43c3-aad2-3fd800a71253'] in dv-cinder-734144-19-iscsi {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:10:20.251515 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919224a5-453a-45bf-90a4-302fc9386c19 None None] Routers {'dccc072a-e607-43c3-aad2-3fd800a71253'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:10:20.252423 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-919224a5-453a-45bf-90a4-302fc9386c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:10:11Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['dccc072a-e607-43c3-aad2-3fd800a71253'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:10:20.309601 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [req-750ae207-015b-47d2-b9ef-51bb91efb053 req-040951b3-07b7-4f3a-9de8-df6ba0f7e310 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] No DVR routers for this DVR port 90a65514-1b1c-4f7f-beb1-176d4d31207d on host hv-cinder-73414 {{(pid=78700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:10:20.312486 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-750ae207-015b-47d2-b9ef-51bb91efb053 req-040951b3-07b7-4f3a-9de8-df6ba0f7e310 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:20.317417 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095df850-0d6e-41f4-845c-f559054a36a3', 'name': 'network-vif-deleted', 'tag': '90a65514-1b1c-4f7f-beb1-176d4d31207d'}] {{(pid=78700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:10:20.354758 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-750ae207-015b-47d2-b9ef-51bb91efb053 req-040951b3-07b7-4f3a-9de8-df6ba0f7e310 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.52 "DELETE /v2.0/ports/90a65514-1b1c-4f7f-beb1-176d4d31207d HTTP/1.1" status: 204 len: 173 time: 1.3871841 May 17 12:10:20.378890 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095df850-0d6e-41f4-845c-f559054a36a3', 'name': 'network-vif-deleted', 'tag': '90a65514-1b1c-4f7f-beb1-176d4d31207d', 'status': 'completed', 'code': 200} May 17 12:10:20.445890 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c877c75-b355-4878-b96f-b8edf8875e91 admin admin] Router f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6 has already been hosted by L3 agent 7d9bdccf-07e9-4436-af26-1dad3be87fd8 {{(pid=78701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:10:20.473748 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-919224a5-453a-45bf-90a4-302fc9386c19 None None] Set router dccc072a-e607-43c3-aad2-3fd800a71253 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:10:20.754417 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c877c75-b355-4878-b96f-b8edf8875e91 admin admin] Notify agent at l3_agent.dv-cinder-734144-19-iscsi the message routers_updated {{(pid=78701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:10:20.768031 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-4c877c75-b355-4878-b96f-b8edf8875e91 admin admin] 10.222.0.11 "PUT /v2.0/routers/f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5543628 May 17 12:10:20.768251 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f4189d-d33c-4d8e-96ca-33760f67879f None None] Sync routers for ids ['f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6'] in dv-cinder-734144-19-iscsi {{(pid=78703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:10:20.768706 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 37256) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:20.786422 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f4189d-d33c-4d8e-96ca-33760f67879f None None] Routers {'f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:10:20.789765 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-d1f4189d-d33c-4d8e-96ca-33760f67879f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:10:11Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6'], 'active': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:10:20.838194 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-919224a5-453a-45bf-90a4-302fc9386c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'name': 'tempest-AttachVolumeShelveTestJSON-1697176697-router', 'tenant_id': 'eb0716dd61384274b0edea30aa0018fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'd9ad547f-4c6a-4a32-bf92-5be01a5e6552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:34Z', 'updated_at': '2021-05-17T12:02:42Z', 'revision_number': 4, 'project_id': 'eb0716dd61384274b0edea30aa0018fc', 'gw_port': {'id': 'd9ad547f-4c6a-4a32-bf92-5be01a5e6552', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:35Z', 'updated_at': '2021-05-17T12:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': '251ab6a6-a5cc-4745-a40c-2fa80a951893', 'name': '', 'network_id': '60d01f58-95c2-41d0-9639-8f96ef255b31', 'tenant_id': 'eb0716dd61384274b0edea30aa0018fc', 'mac_address': 'fa:16:3e:b0:ea:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'ef588d6f-d166-4427-8aef-1ce83b0779d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:40Z', 'updated_at': '2021-05-17T12:02:52Z', 'revision_number': 5, 'project_id': 'eb0716dd61384274b0edea30aa0018fc', 'subnets': [{'id': 'ef588d6f-d166-4427-8aef-1ce83b0779d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:10:20.842829 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919224a5-453a-45bf-90a4-302fc9386c19 None None] Checking router: dccc072a-e607-43c3-aad2-3fd800a71253 for host: dv-cinder-734144-19-iscsi {{(pid=78702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:10:20.852440 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919224a5-453a-45bf-90a4-302fc9386c19 None None] Routers {'dccc072a-e607-43c3-aad2-3fd800a71253'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:10:20.853278 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-919224a5-453a-45bf-90a4-302fc9386c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:10:11Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['dccc072a-e607-43c3-aad2-3fd800a71253'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:10:20.997300 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-b890eb3e-c5e3-4307-add0-4bc4dbfd0789 admin admin] Notify callbacks [] for router, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:21.018890 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvr_db [None req-d1f4189d-d33c-4d8e-96ca-33760f67879f None None] Set router f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:10:21.080013 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-919224a5-453a-45bf-90a4-302fc9386c19 None None] Set router dccc072a-e607-43c3-aad2-3fd800a71253 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:10:21.172531 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acac1e6-705e-4600-929b-0f38bdd6adcc req-b77cc512-6cda-452c-9652-70ec464ec932 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:21.179768 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-9acac1e6-705e-4600-929b-0f38bdd6adcc req-b77cc512-6cda-452c-9652-70ec464ec932 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba313541-eab8-48ad-96c9-6b65ce8c02ec HTTP/1.1" status: 200 len: 946 time: 0.0963581 May 17 12:10:21.224267 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-b890eb3e-c5e3-4307-add0-4bc4dbfd0789 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:21.267519 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-9acac1e6-705e-4600-929b-0f38bdd6adcc req-3fedd2f6-116a-4b2a-a514-1ee3bcb24a24 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/security-groups?id=a45f71a5-c1cb-4e5c-a0f7-a203a23791f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867722 May 17 12:10:21.298121 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 37266) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:21.318535 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-b890eb3e-c5e3-4307-add0-4bc4dbfd0789 admin admin] Deleting port 7df9cf80-39dc-4d3a-859e-0ba510b6919f {{(pid=78701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:10:21.319039 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-b890eb3e-c5e3-4307-add0-4bc4dbfd0789 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:21.355816 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-d1f4189d-d33c-4d8e-96ca-33760f67879f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6', 'name': 'tempest-TestShelveInstance-652853924-router', 'tenant_id': 'ce67c532ec25472fba8cb655d8581a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '7df9cf80-39dc-4d3a-859e-0ba510b6919f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:04:50Z', 'updated_at': '2021-05-17T12:10:19Z', 'revision_number': 5, 'project_id': 'ce67c532ec25472fba8cb655d8581a31', 'gw_port': {'id': '7df9cf80-39dc-4d3a-859e-0ba510b6919f', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:04:50Z', 'updated_at': '2021-05-17T12:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi'}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:10:21.359613 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f4189d-d33c-4d8e-96ca-33760f67879f None None] Checking router: f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6 for host: dv-cinder-734144-19-iscsi {{(pid=78703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:10:21.370023 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f4189d-d33c-4d8e-96ca-33760f67879f None None] Routers {'f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:10:21.370262 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-d0924a6e-c14f-489c-a0c4-8a017668e00c tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks [] for security_group, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:21.370648 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-d1f4189d-d33c-4d8e-96ca-33760f67879f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:10:11Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6'], 'active': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:10:21.402044 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-d0924a6e-c14f-489c-a0c4-8a017668e00c tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:21.463192 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-d0924a6e-c14f-489c-a0c4-8a017668e00c tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:21.467065 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.db [None req-b890eb3e-c5e3-4307-add0-4bc4dbfd0789 admin admin] For port 7df9cf80-39dc-4d3a-859e-0ba510b6919f, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=7df9cf80-39dc-4d3a-859e-0ba510b6919f,segment=NetworkSegment(8b5d1e01-0c84-4e6b-9682-76a98a471ba9),segment_id=8b5d1e01-0c84-4e6b-9682-76a98a471ba9)] {{(pid=78701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:10:21.467467 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-b890eb3e-c5e3-4307-add0-4bc4dbfd0789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:21.478773 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-37478d15-7184-41ba-8f78-d855140ec9f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:21.496593 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0924a6e-c14f-489c-a0c4-8a017668e00c tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a7cfb8-24ef-4fc7-8262-74e649ba0085,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:21.499545 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-d0924a6e-c14f-489c-a0c4-8a017668e00c tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:21.500959 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-d0924a6e-c14f-489c-a0c4-8a017668e00c tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:21.506180 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-d0924a6e-c14f-489c-a0c4-8a017668e00c tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "DELETE /v2.0/security-groups/d6a7cfb8-24ef-4fc7-8262-74e649ba0085 HTTP/1.1" status: 204 len: 168 time: 0.2070529 May 17 12:10:21.507622 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 37270) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:21.525685 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.api.v2.resource [None req-e1251d45-4f55-4dae-80e3-e15d0031c8c7 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] show failed (client error): The resource could not be found. May 17 12:10:21.530273 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-e1251d45-4f55-4dae-80e3-e15d0031c8c7 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "GET /v2.0/security-groups/d6a7cfb8-24ef-4fc7-8262-74e649ba0085 HTTP/1.1" status: 404 len: 347 time: 0.0215576 May 17 12:10:21.531939 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-919224a5-453a-45bf-90a4-302fc9386c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'name': 'tempest-AttachVolumeShelveTestJSON-1697176697-router', 'tenant_id': 'eb0716dd61384274b0edea30aa0018fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'd9ad547f-4c6a-4a32-bf92-5be01a5e6552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:34Z', 'updated_at': '2021-05-17T12:02:42Z', 'revision_number': 4, 'project_id': 'eb0716dd61384274b0edea30aa0018fc', 'gw_port': {'id': 'd9ad547f-4c6a-4a32-bf92-5be01a5e6552', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:35Z', 'updated_at': '2021-05-17T12:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': '251ab6a6-a5cc-4745-a40c-2fa80a951893', 'name': '', 'network_id': '60d01f58-95c2-41d0-9639-8f96ef255b31', 'tenant_id': 'eb0716dd61384274b0edea30aa0018fc', 'mac_address': 'fa:16:3e:b0:ea:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'ef588d6f-d166-4427-8aef-1ce83b0779d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:40Z', 'updated_at': '2021-05-17T12:02:52Z', 'revision_number': 5, 'project_id': 'eb0716dd61384274b0edea30aa0018fc', 'subnets': [{'id': 'ef588d6f-d166-4427-8aef-1ce83b0779d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:10:21.532691 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 37274) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:21.539499 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvr_db [None req-d1f4189d-d33c-4d8e-96ca-33760f67879f None None] Set router f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6 gateway port host: None {{(pid=78703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:10:21.547863 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919224a5-453a-45bf-90a4-302fc9386c19 None None] The sync data for ids ['dccc072a-e607-43c3-aad2-3fd800a71253'] in dv-cinder-734144-19-iscsi is: [{'id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'name': 'tempest-AttachVolumeShelveTestJSON-1697176697-router', 'tenant_id': 'eb0716dd61384274b0edea30aa0018fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'd9ad547f-4c6a-4a32-bf92-5be01a5e6552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:34Z', 'updated_at': '2021-05-17T12:02:42Z', 'revision_number': 4, 'project_id': 'eb0716dd61384274b0edea30aa0018fc', 'gw_port': {'id': 'd9ad547f-4c6a-4a32-bf92-5be01a5e6552', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:35Z', 'updated_at': '2021-05-17T12:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': '251ab6a6-a5cc-4745-a40c-2fa80a951893', 'name': '', 'network_id': '60d01f58-95c2-41d0-9639-8f96ef255b31', 'tenant_id': 'eb0716dd61384274b0edea30aa0018fc', 'mac_address': 'fa:16:3e:b0:ea:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'ef588d6f-d166-4427-8aef-1ce83b0779d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:40Z', 'updated_at': '2021-05-17T12:02:52Z', 'revision_number': 5, 'project_id': 'eb0716dd61384274b0edea30aa0018fc', 'subnets': [{'id': 'ef588d6f-d166-4427-8aef-1ce83b0779d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:10:21.598609 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-b890eb3e-c5e3-4307-add0-4bc4dbfd0789 admin admin] Calling delete_port for 7df9cf80-39dc-4d3a-859e-0ba510b6919f owned by network:router_gateway {{(pid=78701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:10:21.660033 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-d1f4189d-d33c-4d8e-96ca-33760f67879f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6', 'name': 'tempest-TestShelveInstance-652853924-router', 'tenant_id': 'ce67c532ec25472fba8cb655d8581a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:04:50Z', 'updated_at': '2021-05-17T12:10:21Z', 'revision_number': 6, 'project_id': 'ce67c532ec25472fba8cb655d8581a31', 'gw_port_host': None}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:10:21.665440 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f4189d-d33c-4d8e-96ca-33760f67879f None None] The sync data for ids ['f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6'] in dv-cinder-734144-19-iscsi is: [{'id': 'f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6', 'name': 'tempest-TestShelveInstance-652853924-router', 'tenant_id': 'ce67c532ec25472fba8cb655d8581a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:04:50Z', 'updated_at': '2021-05-17T12:10:21Z', 'revision_number': 6, 'project_id': 'ce67c532ec25472fba8cb655d8581a31', 'gw_port_host': None}] {{(pid=78703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:10:21.767748 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-b890eb3e-c5e3-4307-add0-4bc4dbfd0789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534708'] for port, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:21.771871 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-a244ed64-f247-4f01-865a-473edf0ef166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:21.845550 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b890eb3e-c5e3-4307-add0-4bc4dbfd0789 admin admin] Pushing event deleted for resources: {'Port': ['ID=7df9cf80-39dc-4d3a-859e-0ba510b6919f,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:21.848067 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-b890eb3e-c5e3-4307-add0-4bc4dbfd0789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:21.902534 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [None req-9a1b09d6-b0e2-469d-9f25-d57f3cfae039 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Deleting port 9d272255-b488-4ec9-8481-a74d41effa28 {{(pid=78700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:10:21.903013 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-9a1b09d6-b0e2-469d-9f25-d57f3cfae039 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:21.923000 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-b890eb3e-c5e3-4307-add0-4bc4dbfd0789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407825'] for router_gateway, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:21.949860 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcd4353-ae49-43a2-9943-b5da5563c998 None None] New status for floating IP a9b15a0c-117f-4e58-8370-06dcfd5e5d2e: DOWN {{(pid=78702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 12:10:22.031570 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-9a1b09d6-b0e2-469d-9f25-d57f3cfae039 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:22.031901 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-9a1b09d6-b0e2-469d-9f25-d57f3cfae039 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:22.106717 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-b890eb3e-c5e3-4307-add0-4bc4dbfd0789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12272'] for router, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:22.109274 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-b890eb3e-c5e3-4307-add0-4bc4dbfd0789 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:22.150585 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-b890eb3e-c5e3-4307-add0-4bc4dbfd0789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-408041'] for router, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:22.151411 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b890eb3e-c5e3-4307-add0-4bc4dbfd0789 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6 {{(pid=78701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 17 12:10:22.167087 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-b890eb3e-c5e3-4307-add0-4bc4dbfd0789 admin admin] Notify callbacks [] for router, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:22.171868 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-b890eb3e-c5e3-4307-add0-4bc4dbfd0789 admin admin] 10.222.0.11 "DELETE /v2.0/routers/f5fa18bd-d5f0-4eae-b7fa-fc87fca63ff6 HTTP/1.1" status: 204 len: 168 time: 1.4019363 May 17 12:10:22.172056 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 37278) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:22.188797 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device b84dcc32-f1b8-4685-9252-f8c4a1afe674 no longer exists at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:10:22.206571 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [None req-9a1b09d6-b0e2-469d-9f25-d57f3cfae039 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Calling delete_port for 9d272255-b488-4ec9-8481-a74d41effa28 owned by network:floatingip {{(pid=78700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:10:22.248238 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c05e7e7-8e98-4815-9094-961aeff75dc4 admin admin] Deleting subnet 5d33928a-4db5-4faa-b62a-65513c016d1b {{(pid=78701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 12:10:22.251420 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-8c05e7e7-8e98-4815-9094-961aeff75dc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:22.256294 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] No Port match for: b84dcc32-f1b8-4685-9252-f8c4a1afe674 {{(pid=78702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:10:22.256650 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device b84dcc32-f1b8-4685-9252-f8c4a1afe674 not bound to the agent host dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:10:22.303234 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-8c05e7e7-8e98-4815-9094-961aeff75dc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2587883'] for subnet, precommit_delete_associations {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:22.457322 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-9a1b09d6-b0e2-469d-9f25-d57f3cfae039 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:22.463176 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-845e9e17-a6fe-47a3-b608-6524325d72c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:22.501833 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-8c05e7e7-8e98-4815-9094-961aeff75dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383026'] for subnet, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:22.512332 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b09d6-b0e2-469d-9f25-d57f3cfae039 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Pushing event deleted for resources: {'Port': ['ID=9d272255-b488-4ec9-8481-a74d41effa28,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:22.514747 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-9a1b09d6-b0e2-469d-9f25-d57f3cfae039 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:22.621730 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-9a1b09d6-b0e2-469d-9f25-d57f3cfae039 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks [] for floatingip, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:22.642587 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3126c-2e15-48b9-8dde-489641f12ff5 req-77b1b286-11a1-4d7c-8260-7966c8f0741b tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:22.644053 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6af3126c-2e15-48b9-8dde-489641f12ff5 req-77b1b286-11a1-4d7c-8260-7966c8f0741b tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba313541-eab8-48ad-96c9-6b65ce8c02ec HTTP/1.1" status: 200 len: 946 time: 0.2440193 May 17 12:10:22.649473 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-9a1b09d6-b0e2-469d-9f25-d57f3cfae039 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for floatingip, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:22.653287 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-9a1b09d6-b0e2-469d-9f25-d57f3cfae039 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] 10.222.0.11 "DELETE /v2.0/floatingips/a9b15a0c-117f-4e58-8370-06dcfd5e5d2e HTTP/1.1" status: 204 len: 168 time: 1.1167932 May 17 12:10:22.703698 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-6af3126c-2e15-48b9-8dde-489641f12ff5 req-0b4e72fa-3f83-4ffa-9808-7e5fef9ac0c2 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/security-groups?id=a45f71a5-c1cb-4e5c-a0f7-a203a23791f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509200 May 17 12:10:22.786176 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 90a65514-1b1c-4f7f-beb1-176d4d31207d no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:10:22.797242 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-8c05e7e7-8e98-4815-9094-961aeff75dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2534855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2580816'] for subnet, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:22.806504 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:22.832722 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] No Port match for: 90a65514-1b1c-4f7f-beb1-176d4d31207d {{(pid=78702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:10:22.833131 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 90a65514-1b1c-4f7f-beb1-176d4d31207d not bound to the agent host hv-cinder-73414 {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:10:22.845359 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05e7e7-8e98-4815-9094-961aeff75dc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d33928a-4db5-4faa-b62a-65513c016d1b,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:22.847525 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-8c05e7e7-8e98-4815-9094-961aeff75dc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:22.850846 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-8c05e7e7-8e98-4815-9094-961aeff75dc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:22.858057 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-8c05e7e7-8e98-4815-9094-961aeff75dc4 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5d33928a-4db5-4faa-b62a-65513c016d1b HTTP/1.1" status: 204 len: 168 time: 0.6828899 May 17 12:10:22.858229 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e733f5-b551-44ec-b6c5-1c7506f5050d None None] Network f64fd962-b2e2-4424-b899-57c4f8fc67e3 requested from dv-cinder-734144-19-iscsi {{(pid=78702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:10:22.861398 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 37288) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:22.885508 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25695ee2-777b-41d7-bb90-cd2bb4feef5e req-3e12dd20-866e-45cd-89ab-de3c8deab913 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:22.887445 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-25695ee2-777b-41d7-bb90-cd2bb4feef5e req-3e12dd20-866e-45cd-89ab-de3c8deab913 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba313541-eab8-48ad-96c9-6b65ce8c02ec HTTP/1.1" status: 200 len: 946 time: 0.1413908 May 17 12:10:23.007604 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-9f5ede37-97eb-41e3-9153-c967dd2394cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1494564'] for network, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:23.073724 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [req-25695ee2-777b-41d7-bb90-cd2bb4feef5e req-f1ab3000-ed31-45f6-afcc-9f5e61589437 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Deleting port 6331d4b8-2941-44f2-9e7b-db7f7fb965d2 {{(pid=78700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:10:23.073724 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-25695ee2-777b-41d7-bb90-cd2bb4feef5e req-f1ab3000-ed31-45f6-afcc-9f5e61589437 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:23.090305 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-9f5ede37-97eb-41e3-9153-c967dd2394cc admin admin] Deleting port 428e93ed-1379-4775-9a8d-c013238aa484 {{(pid=78701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:10:23.090990 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-9f5ede37-97eb-41e3-9153-c967dd2394cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:23.190440 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b3ad3b-37d9-4ac8-987b-d1f260ff7db6 None None] DHCP port deletion for f64fd962-b2e2-4424-b899-57c4f8fc67e3 request from dv-cinder-734144-19-iscsi {{(pid=78702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 17 12:10:23.207032 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.db [None req-9f5ede37-97eb-41e3-9153-c967dd2394cc admin admin] For port 428e93ed-1379-4775-9a8d-c013238aa484, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=428e93ed-1379-4775-9a8d-c013238aa484,segment=NetworkSegment(acebefd0-b934-48df-acb6-ef7221185616),segment_id=acebefd0-b934-48df-acb6-ef7221185616)] {{(pid=78701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:10:23.207367 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-9f5ede37-97eb-41e3-9153-c967dd2394cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:23.226646 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-25695ee2-777b-41d7-bb90-cd2bb4feef5e req-f1ab3000-ed31-45f6-afcc-9f5e61589437 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] For port 6331d4b8-2941-44f2-9e7b-db7f7fb965d2, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=6331d4b8-2941-44f2-9e7b-db7f7fb965d2,segment=NetworkSegment(a402912a-f827-4eda-8dbb-276cac4a089d),segment_id=a402912a-f827-4eda-8dbb-276cac4a089d)] {{(pid=78700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:10:23.227213 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-25695ee2-777b-41d7-bb90-cd2bb4feef5e req-f1ab3000-ed31-45f6-afcc-9f5e61589437 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:23.258580 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-82b3ad3b-37d9-4ac8-987b-d1f260ff7db6 None None] Deleting port 428e93ed-1379-4775-9a8d-c013238aa484 {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:10:23.259052 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-82b3ad3b-37d9-4ac8-987b-d1f260ff7db6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:23.338831 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-9f5ede37-97eb-41e3-9153-c967dd2394cc admin admin] Calling delete_port for 428e93ed-1379-4775-9a8d-c013238aa484 owned by network:dhcp {{(pid=78701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:10:23.359565 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-82b3ad3b-37d9-4ac8-987b-d1f260ff7db6 None None] For port 428e93ed-1379-4775-9a8d-c013238aa484, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=428e93ed-1379-4775-9a8d-c013238aa484,segment=NetworkSegment(acebefd0-b934-48df-acb6-ef7221185616),segment_id=acebefd0-b934-48df-acb6-ef7221185616)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:10:23.360085 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-82b3ad3b-37d9-4ac8-987b-d1f260ff7db6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:23.390863 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-9f5ede37-97eb-41e3-9153-c967dd2394cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534708'] for port, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:23.394788 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-04d15994-9d75-42ea-8cf5-6563c9027a0c tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:23.447469 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ede37-97eb-41e3-9153-c967dd2394cc admin admin] Pushing event deleted for resources: {'Port': ['ID=428e93ed-1379-4775-9a8d-c013238aa484,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:23.450496 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-9f5ede37-97eb-41e3-9153-c967dd2394cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:23.451481 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5ede37-97eb-41e3-9153-c967dd2394cc admin admin] No DVR routers for this DVR port 428e93ed-1379-4775-9a8d-c013238aa484 on host dv-cinder-734144-19-iscsi {{(pid=78701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:10:23.489112 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-82b3ad3b-37d9-4ac8-987b-d1f260ff7db6 None None] Calling delete_port for 428e93ed-1379-4775-9a8d-c013238aa484 owned by network:dhcp {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:10:23.533160 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-82b3ad3b-37d9-4ac8-987b-d1f260ff7db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:23.537847 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:23.544901 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-25695ee2-777b-41d7-bb90-cd2bb4feef5e req-f1ab3000-ed31-45f6-afcc-9f5e61589437 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:23.545583 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-25695ee2-777b-41d7-bb90-cd2bb4feef5e req-f1ab3000-ed31-45f6-afcc-9f5e61589437 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407876'] for floatingip, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:23.546131 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.db.l3_db [req-25695ee2-777b-41d7-bb90-cd2bb4feef5e req-f1ab3000-ed31-45f6-afcc-9f5e61589437 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Floating IP 388fc4a2-006b-44d3-b587-be86dac46f66 disassociated. External IP: 172.27.1.76, port: 6331d4b8-2941-44f2-9e7b-db7f7fb965d2. May 17 12:10:23.546458 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [req-25695ee2-777b-41d7-bb90-cd2bb4feef5e req-f1ab3000-ed31-45f6-afcc-9f5e61589437 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Calling delete_port for 6331d4b8-2941-44f2-9e7b-db7f7fb965d2 owned by compute:nova {{(pid=78700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:10:23.569142 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-9f5ede37-97eb-41e3-9153-c967dd2394cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382983', 'neutron.services.segments.db._delete_segments_for_network-8762327220098'] for network, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:23.583285 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b3ad3b-37d9-4ac8-987b-d1f260ff7db6 None None] Pushing event deleted for resources: {'Port': ['ID=428e93ed-1379-4775-9a8d-c013238aa484,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:23.586379 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-82b3ad3b-37d9-4ac8-987b-d1f260ff7db6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:23.587187 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b3ad3b-37d9-4ac8-987b-d1f260ff7db6 None None] No DVR routers for this DVR port 428e93ed-1379-4775-9a8d-c013238aa484 on host dv-cinder-734144-19-iscsi {{(pid=78702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:10:23.588615 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.services.segments.db [None req-9f5ede37-97eb-41e3-9153-c967dd2394cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f64fd962-b2e2-4424-b899-57c4f8fc67e3']}} {{(pid=78701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:10:23.602595 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.services.segments.db [None req-9f5ede37-97eb-41e3-9153-c967dd2394cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acebefd0-b934-48df-acb6-ef7221185616') {'for_net_delete': True} {{(pid=78701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:10:23.602890 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.services.segments.db [None req-9f5ede37-97eb-41e3-9153-c967dd2394cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acebefd0-b934-48df-acb6-ef7221185616') {} {{(pid=78701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:10:23.614361 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-9f5ede37-97eb-41e3-9153-c967dd2394cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762327230347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2587876'] for segment, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:23.631889 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-9f5ede37-97eb-41e3-9153-c967dd2394cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205'] for segment, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:23.638729 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f5ede37-97eb-41e3-9153-c967dd2394cc admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=78701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 12:10:23.639120 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-9f5ede37-97eb-41e3-9153-c967dd2394cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2534753'] for segment, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:23.652295 dv-cinder-734144-19-iscsi neutron-server[78701]: Traceback (most recent call last): May 17 12:10:23.652295 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 12:10:23.652295 dv-cinder-734144-19-iscsi neutron-server[78701]: timer() May 17 12:10:23.652295 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 12:10:23.652295 dv-cinder-734144-19-iscsi neutron-server[78701]: cb(*args, **kw) May 17 12:10:23.652295 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 12:10:23.652295 dv-cinder-734144-19-iscsi neutron-server[78701]: return func(*args, **kwargs) May 17 12:10:23.652295 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 12:10:23.652295 dv-cinder-734144-19-iscsi neutron-server[78701]: self._notify() May 17 12:10:23.652295 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 12:10:23.652295 dv-cinder-734144-19-iscsi neutron-server[78701]: self.callback(batched_events) May 17 12:10:23.652295 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 12:10:23.652295 dv-cinder-734144-19-iscsi neutron-server[78701]: event.method(event) May 17 12:10:23.652295 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 12:10:23.652295 dv-cinder-734144-19-iscsi neutron-server[78701]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 12:10:23.652295 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 12:10:23.652295 dv-cinder-734144-19-iscsi neutron-server[78701]: aggregate_uuid = self.p_client.list_aggregates( May 17 12:10:23.652295 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 12:10:23.652295 dv-cinder-734144-19-iscsi neutron-server[78701]: return f(self, *a, **k) May 17 12:10:23.652295 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 12:10:23.652295 dv-cinder-734144-19-iscsi neutron-server[78701]: return self._get(url).json() May 17 12:10:23.652295 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 12:10:23.652295 dv-cinder-734144-19-iscsi neutron-server[78701]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 12:10:23.652295 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 12:10:23.652295 dv-cinder-734144-19-iscsi neutron-server[78701]: return self.request(url, 'GET', **kwargs) May 17 12:10:23.652295 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 12:10:23.652295 dv-cinder-734144-19-iscsi neutron-server[78701]: base_url = self.get_endpoint(auth, allow=allow, May 17 12:10:23.652295 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 12:10:23.652295 dv-cinder-734144-19-iscsi neutron-server[78701]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 12:10:23.652295 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 12:10:23.652295 dv-cinder-734144-19-iscsi neutron-server[78701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 12:10:23.652295 dv-cinder-734144-19-iscsi neutron-server[78701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 12:10:23.670983 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-25695ee2-777b-41d7-bb90-cd2bb4feef5e req-f1ab3000-ed31-45f6-afcc-9f5e61589437 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:23.676440 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-319f3702-f08e-4e13-a50c-1cca44ee7a85 tempest-VolumesNegativeTest-72050859 tempest-VolumesNegativeTest-72050859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:23.727178 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab3000-ed31-45f6-afcc-9f5e61589437 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Pushing event deleted for resources: {'Port': ['ID=6331d4b8-2941-44f2-9e7b-db7f7fb965d2,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:23.734012 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-f1ab3000-ed31-45f6-afcc-9f5e61589437 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:23.744586 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-9f5ede37-97eb-41e3-9153-c967dd2394cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407862'] for network, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:23.748414 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-c79938be-a083-47f7-b14a-79f7c5f1ecdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:23.764514 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-9f5ede37-97eb-41e3-9153-c967dd2394cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for network, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:23.774090 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ede37-97eb-41e3-9153-c967dd2394cc admin admin] Pushing event deleted for resources: {'Network': ['ID=f64fd962-b2e2-4424-b899-57c4f8fc67e3,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:23.777349 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-9f5ede37-97eb-41e3-9153-c967dd2394cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:23.778844 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-9f5ede37-97eb-41e3-9153-c967dd2394cc admin admin] 10.222.0.11 "DELETE /v2.0/networks/f64fd962-b2e2-4424-b899-57c4f8fc67e3 HTTP/1.1" status: 204 len: 168 time: 0.9164436 May 17 12:10:23.872785 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-07db323e-a80c-4439-9ca6-b432a9d5651e req-b219aa36-710f-4621-8417-9062e10a91e7 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba313541-eab8-48ad-96c9-6b65ce8c02ec HTTP/1.1" status: 200 len: 210 time: 0.0504868 May 17 12:10:23.916536 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 37298) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:23.978965 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-0b6742cf-7700-4c82-9742-336d61a36cc2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=59d64c2ea81d477bb3042604d61f07ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0602701 May 17 12:10:23.981388 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 37304) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:24.045063 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 7df9cf80-39dc-4d3a-859e-0ba510b6919f no longer exists at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:10:24.047694 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7d1a5c41-f170-4a19-90d6-971594ccb40b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:24.082809 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7d1a5c41-f170-4a19-90d6-971594ccb40b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:24.092514 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25695ee2-777b-41d7-bb90-cd2bb4feef5e req-f1ab3000-ed31-45f6-afcc-9f5e61589437 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Router 63e8f73d-ad50-4cd3-929b-215fda21db32 has already been hosted by L3 agent 7d9bdccf-07e9-4436-af26-1dad3be87fd8 {{(pid=78700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:10:24.112689 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] No Port match for: 7df9cf80-39dc-4d3a-859e-0ba510b6919f {{(pid=78702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:10:24.113204 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 7df9cf80-39dc-4d3a-859e-0ba510b6919f not bound to the agent host dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:10:24.113730 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 428e93ed-1379-4775-9a8d-c013238aa484 no longer exists at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:10:24.139807 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7d1a5c41-f170-4a19-90d6-971594ccb40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:24.151009 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-6eee9ec3-66da-4198-9e90-2f53c28ac34d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:24.165271 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a5c41-f170-4a19-90d6-971594ccb40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987954e9-6bb9-467f-8660-2bc36413a228,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:24.172953 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-7d1a5c41-f170-4a19-90d6-971594ccb40b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:24.178818 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-7d1a5c41-f170-4a19-90d6-971594ccb40b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:24.182246 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-7d1a5c41-f170-4a19-90d6-971594ccb40b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/987954e9-6bb9-467f-8660-2bc36413a228 HTTP/1.1" status: 204 len: 168 time: 0.1974020 May 17 12:10:24.201550 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] No Port match for: 428e93ed-1379-4775-9a8d-c013238aa484 {{(pid=78702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:10:24.202036 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 428e93ed-1379-4775-9a8d-c013238aa484 not bound to the agent host dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:10:24.327303 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25695ee2-777b-41d7-bb90-cd2bb4feef5e req-f1ab3000-ed31-45f6-afcc-9f5e61589437 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify agent at l3_agent.dv-cinder-734144-19-iscsi the message routers_updated {{(pid=78700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:10:24.336769 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563ba1d3-b77f-4285-897e-ce34fc318dba None None] Sync routers for ids ['63e8f73d-ad50-4cd3-929b-215fda21db32'] in dv-cinder-734144-19-iscsi {{(pid=78703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:10:24.351940 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563ba1d3-b77f-4285-897e-ce34fc318dba None None] Routers {'63e8f73d-ad50-4cd3-929b-215fda21db32'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:10:24.353144 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-563ba1d3-b77f-4285-897e-ce34fc318dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:10:11Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['63e8f73d-ad50-4cd3-929b-215fda21db32'], 'active': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:10:24.410319 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [req-25695ee2-777b-41d7-bb90-cd2bb4feef5e req-f1ab3000-ed31-45f6-afcc-9f5e61589437 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] No DVR routers for this DVR port 6331d4b8-2941-44f2-9e7b-db7f7fb965d2 on host hv-cinder-73414 {{(pid=78700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:10:24.412985 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-25695ee2-777b-41d7-bb90-cd2bb4feef5e req-f1ab3000-ed31-45f6-afcc-9f5e61589437 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:24.416505 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba313541-eab8-48ad-96c9-6b65ce8c02ec', 'name': 'network-vif-deleted', 'tag': '6331d4b8-2941-44f2-9e7b-db7f7fb965d2'}] {{(pid=78700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:10:24.433282 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-25695ee2-777b-41d7-bb90-cd2bb4feef5e req-f1ab3000-ed31-45f6-afcc-9f5e61589437 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.52 "DELETE /v2.0/ports/6331d4b8-2941-44f2-9e7b-db7f7fb965d2 HTTP/1.1" status: 204 len: 173 time: 1.5330694 May 17 12:10:24.471015 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba313541-eab8-48ad-96c9-6b65ce8c02ec', 'name': 'network-vif-deleted', 'tag': '6331d4b8-2941-44f2-9e7b-db7f7fb965d2', 'status': 'completed', 'code': 200} May 17 12:10:24.565949 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvr_db [None req-563ba1d3-b77f-4285-897e-ce34fc318dba None None] Set router 63e8f73d-ad50-4cd3-929b-215fda21db32 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:10:24.609216 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 37320) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:24.661358 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-926f6937-8204-4c23-82bf-0960df575e26 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ce67c532ec25472fba8cb655d8581a31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507901 May 17 12:10:24.664634 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 37324) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:24.726304 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e87ca8bb-29e0-4ca9-86de-bb11525d071d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:24.752736 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e87ca8bb-29e0-4ca9-86de-bb11525d071d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:24.807957 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e87ca8bb-29e0-4ca9-86de-bb11525d071d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:24.813524 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-8419bc49-994b-4974-ac51-6fc0d6c0c616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:24.824736 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ca8bb-29e0-4ca9-86de-bb11525d071d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ce7eed-6d4c-438a-81a9-a7da9a80fcef,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:24.831076 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-e87ca8bb-29e0-4ca9-86de-bb11525d071d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:24.831545 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e87ca8bb-29e0-4ca9-86de-bb11525d071d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:24.832642 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-e87ca8bb-29e0-4ca9-86de-bb11525d071d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/84ce7eed-6d4c-438a-81a9-a7da9a80fcef HTTP/1.1" status: 204 len: 168 time: 0.1670990 May 17 12:10:24.946444 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-563ba1d3-b77f-4285-897e-ce34fc318dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'name': 'tempest-TestVolumeBootPattern-1798618458-router', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:06Z', 'updated_at': '2021-05-17T12:07:13Z', 'revision_number': 4, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'gw_port': {'id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:08:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:07Z', 'updated_at': '2021-05-17T12:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': '62483829-37ae-4176-9f39-760bba38563e', 'name': '', 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'mac_address': 'fa:16:3e:cd:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'df17bad4-8d21-4b36-8dd5-091410a2c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:13Z', 'updated_at': '2021-05-17T12:07:20Z', 'revision_number': 5, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'subnets': [{'id': 'df17bad4-8d21-4b36-8dd5-091410a2c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:10:24.952286 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563ba1d3-b77f-4285-897e-ce34fc318dba None None] Checking router: 63e8f73d-ad50-4cd3-929b-215fda21db32 for host: dv-cinder-734144-19-iscsi {{(pid=78703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:10:24.964557 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563ba1d3-b77f-4285-897e-ce34fc318dba None None] Routers {'63e8f73d-ad50-4cd3-929b-215fda21db32'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:10:24.965215 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-563ba1d3-b77f-4285-897e-ce34fc318dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:10:11Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['63e8f73d-ad50-4cd3-929b-215fda21db32'], 'active': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:10:25.078966 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-dee85507-0b95-466e-ab3f-f1f1ec52c123 req-5cd640eb-1dfc-4a91-964f-a1bedf1bb8a4 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba313541-eab8-48ad-96c9-6b65ce8c02ec HTTP/1.1" status: 200 len: 210 time: 0.0458004 May 17 12:10:25.160255 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvr_db [None req-563ba1d3-b77f-4285-897e-ce34fc318dba None None] Set router 63e8f73d-ad50-4cd3-929b-215fda21db32 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:10:25.502301 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-563ba1d3-b77f-4285-897e-ce34fc318dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'name': 'tempest-TestVolumeBootPattern-1798618458-router', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:06Z', 'updated_at': '2021-05-17T12:07:13Z', 'revision_number': 4, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'gw_port': {'id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:08:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:07Z', 'updated_at': '2021-05-17T12:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': '62483829-37ae-4176-9f39-760bba38563e', 'name': '', 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'mac_address': 'fa:16:3e:cd:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'df17bad4-8d21-4b36-8dd5-091410a2c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:13Z', 'updated_at': '2021-05-17T12:07:20Z', 'revision_number': 5, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'subnets': [{'id': 'df17bad4-8d21-4b36-8dd5-091410a2c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:10:25.507218 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563ba1d3-b77f-4285-897e-ce34fc318dba None None] The sync data for ids ['63e8f73d-ad50-4cd3-929b-215fda21db32'] in dv-cinder-734144-19-iscsi is: [{'id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'name': 'tempest-TestVolumeBootPattern-1798618458-router', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:06Z', 'updated_at': '2021-05-17T12:07:13Z', 'revision_number': 4, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'gw_port': {'id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:08:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:07Z', 'updated_at': '2021-05-17T12:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': '62483829-37ae-4176-9f39-760bba38563e', 'name': '', 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'mac_address': 'fa:16:3e:cd:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'df17bad4-8d21-4b36-8dd5-091410a2c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:13Z', 'updated_at': '2021-05-17T12:07:20Z', 'revision_number': 5, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'subnets': [{'id': 'df17bad4-8d21-4b36-8dd5-091410a2c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:10:25.582083 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 37338) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:25.724475 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f7e262-f872-43af-8b67-1c0d03a99cd7 None None] New status for floating IP 388fc4a2-006b-44d3-b587-be86dac46f66: DOWN {{(pid=78702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 12:10:26.461898 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-49eecce0-aa6b-4418-9ba7-6a859663a863 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1585298287&fields=id&tenant_id=bd096020b3c84734ab84d713ecfe505c HTTP/1.1" status: 200 len: 267 time: 0.0601447 May 17 12:10:26.542805 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-b7a6b24a-edb3-4d68-9967-2336de45ce2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405814'] for router_interface, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:26.752803 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-c3a45bd7-212c-4d29-8b6a-222a97704d6d tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:26.754149 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-c3a45bd7-212c-4d29-8b6a-222a97704d6d tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/networks?id=6fb5c99b-a68d-45a2-861a-1b6b3804e1c1 HTTP/1.1" status: 200 len: 812 time: 0.2853131 May 17 12:10:26.798350 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 6331d4b8-2941-44f2-9e7b-db7f7fb965d2 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:10:26.814989 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-112beb33-987f-409c-b782-8cef01f94d51 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/quotas/bd096020b3c84734ab84d713ecfe505c HTTP/1.1" status: 200 len: 375 time: 0.0543489 May 17 12:10:26.832454 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] No Port match for: 6331d4b8-2941-44f2-9e7b-db7f7fb965d2 {{(pid=78702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:10:26.832807 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 6331d4b8-2941-44f2-9e7b-db7f7fb965d2 not bound to the agent host hv-cinder-73414 {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:10:26.956504 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-2a7ba062-80d7-46c3-8d8c-8568d4d37af1 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bd096020b3c84734ab84d713ecfe505c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1343157 May 17 12:10:27.170604 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-f655783c-5923-4f56-b6f9-8f5bbabbdcd6 service neutron] 10.222.0.11 "GET /v2.0/networks/6fb5c99b-a68d-45a2-861a-1b6b3804e1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840479 May 17 12:10:27.375491 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-b7a6b24a-edb3-4d68-9967-2336de45ce2b admin admin] Deleting port 251ab6a6-a5cc-4745-a40c-2fa80a951893 {{(pid=78701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:10:27.375817 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-b7a6b24a-edb3-4d68-9967-2336de45ce2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:27.515418 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-b0856d2a-8d4a-454a-a837-af070b4cd9e7 service neutron] 10.222.0.11 "GET /v2.0/networks/6fb5c99b-a68d-45a2-861a-1b6b3804e1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378890 May 17 12:10:27.537930 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.db [None req-b7a6b24a-edb3-4d68-9967-2336de45ce2b admin admin] For port 251ab6a6-a5cc-4745-a40c-2fa80a951893, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=251ab6a6-a5cc-4745-a40c-2fa80a951893,segment=NetworkSegment(5f3ca14c-f170-4716-92b7-0cba2aeab367),segment_id=5f3ca14c-f170-4716-92b7-0cba2aeab367)] {{(pid=78701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:10:27.538575 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-b7a6b24a-edb3-4d68-9967-2336de45ce2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:27.667314 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-b7a6b24a-edb3-4d68-9967-2336de45ce2b admin admin] Calling delete_port for 251ab6a6-a5cc-4745-a40c-2fa80a951893 owned by network:router_interface {{(pid=78701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:10:27.831314 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-b7a6b24a-edb3-4d68-9967-2336de45ce2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534708'] for port, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:27.837424 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-4c877c75-b355-4878-b96f-b8edf8875e91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:27.878729 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.agents_db [None req-bc444940-bb86-4de8-ac48-ae4570a6a7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:10:27.904597 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6b24a-edb3-4d68-9967-2336de45ce2b admin admin] Pushing event deleted for resources: {'Port': ['ID=251ab6a6-a5cc-4745-a40c-2fa80a951893,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:27.933510 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-b7a6b24a-edb3-4d68-9967-2336de45ce2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:27.968807 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-478c0c3f-1a0f-4f50-b369-b6856542c281 req-ccaa268a-2c08-4483-b574-038985eb259b tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Synchronizing usage tracker for tenant:bd096020b3c84734ab84d713ecfe505c on resource:port {{(pid=78700) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:10:28.010929 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-478c0c3f-1a0f-4f50-b369-b6856542c281 req-ccaa268a-2c08-4483-b574-038985eb259b tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Unset dirty status for tenant:bd096020b3c84734ab84d713ecfe505c on resource:port {{(pid=78700) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:10:28.016922 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-478c0c3f-1a0f-4f50-b369-b6856542c281 req-ccaa268a-2c08-4483-b574-038985eb259b tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=60edefde-b452-4a41-867c-b846b96bf12c HTTP/1.1" status: 200 len: 210 time: 0.1079412 May 17 12:10:28.214487 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-b7a6b24a-edb3-4d68-9967-2336de45ce2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405914'] for router_interface, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:28.607542 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a6b24a-edb3-4d68-9967-2336de45ce2b admin admin] Router dccc072a-e607-43c3-aad2-3fd800a71253 has already been hosted by L3 agent 7d9bdccf-07e9-4436-af26-1dad3be87fd8 {{(pid=78701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:10:28.793247 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a6b24a-edb3-4d68-9967-2336de45ce2b admin admin] Notify agent at l3_agent.dv-cinder-734144-19-iscsi the message routers_updated {{(pid=78701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:10:28.801206 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f8e247-08d0-4899-8941-dc9b3516ce2e None None] Sync routers for ids ['dccc072a-e607-43c3-aad2-3fd800a71253'] in dv-cinder-734144-19-iscsi {{(pid=78703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:10:28.806475 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-b7a6b24a-edb3-4d68-9967-2336de45ce2b admin admin] 10.222.0.11 "PUT /v2.0/routers/dccc072a-e607-43c3-aad2-3fd800a71253/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2232671 May 17 12:10:28.808888 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 37368) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:28.812022 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f8e247-08d0-4899-8941-dc9b3516ce2e None None] Routers {'dccc072a-e607-43c3-aad2-3fd800a71253'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:10:28.812622 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-86f8e247-08d0-4899-8941-dc9b3516ce2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:10:11Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['dccc072a-e607-43c3-aad2-3fd800a71253'], 'active': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:10:29.000764 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvr_db [None req-86f8e247-08d0-4899-8941-dc9b3516ce2e None None] Set router dccc072a-e607-43c3-aad2-3fd800a71253 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:10:29.118659 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-1c6726ab-bfd9-4b7a-9767-63241147b9f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:29.189221 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-4fa2bcec-2a9a-4357-8e86-84eba320cc63 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:29.190692 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-4fa2bcec-2a9a-4357-8e86-84eba320cc63 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.52 "GET /v2.0/networks?id=6fb5c99b-a68d-45a2-861a-1b6b3804e1c1 HTTP/1.1" status: 200 len: 812 time: 0.1663861 May 17 12:10:29.251595 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-8bcd92a7-b869-420c-bd17-d19cd3fe8ea4 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd096020b3c84734ab84d713ecfe505c HTTP/1.1" status: 200 len: 380 time: 0.0444419 May 17 12:10:29.270191 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-1e38e980-43bc-43a0-a268-3bb7e5780f72 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Request body: {'port': {'device_id': '60edefde-b452-4a41-867c-b846b96bf12c', 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1', 'admin_state_up': True, 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'security_groups': ['a45f71a5-c1cb-4e5c-a0f7-a203a23791f2']}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:10:29.320016 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-86f8e247-08d0-4899-8941-dc9b3516ce2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'name': 'tempest-AttachVolumeShelveTestJSON-1697176697-router', 'tenant_id': 'eb0716dd61384274b0edea30aa0018fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'd9ad547f-4c6a-4a32-bf92-5be01a5e6552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:34Z', 'updated_at': '2021-05-17T12:10:27Z', 'revision_number': 5, 'project_id': 'eb0716dd61384274b0edea30aa0018fc', 'gw_port': {'id': 'd9ad547f-4c6a-4a32-bf92-5be01a5e6552', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:02:35Z', 'updated_at': '2021-05-17T12:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi'}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:10:29.324337 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f8e247-08d0-4899-8941-dc9b3516ce2e None None] Checking router: dccc072a-e607-43c3-aad2-3fd800a71253 for host: dv-cinder-734144-19-iscsi {{(pid=78703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:10:29.334203 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f8e247-08d0-4899-8941-dc9b3516ce2e None None] Routers {'dccc072a-e607-43c3-aad2-3fd800a71253'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:10:29.334421 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-d7d928f9-30a2-4ebe-a251-99043792e348 req-e378a081-6054-4fd5-bb7e-1697c5d9f897 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=60edefde-b452-4a41-867c-b846b96bf12c HTTP/1.1" status: 200 len: 210 time: 0.1164615 May 17 12:10:29.335814 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-86f8e247-08d0-4899-8941-dc9b3516ce2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:10:11Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['dccc072a-e607-43c3-aad2-3fd800a71253'], 'active': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:10:29.374812 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-1c6726ab-bfd9-4b7a-9767-63241147b9f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:29.429818 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-1e38e980-43bc-43a0-a268-3bb7e5780f72 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:10:29.439710 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-1e38e980-43bc-43a0-a268-3bb7e5780f72 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:10:29.450126 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-1c6726ab-bfd9-4b7a-9767-63241147b9f4 admin admin] Deleting port d9ad547f-4c6a-4a32-bf92-5be01a5e6552 {{(pid=78701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:10:29.450485 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-1c6726ab-bfd9-4b7a-9767-63241147b9f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:29.452052 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-1e38e980-43bc-43a0-a268-3bb7e5780f72 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Made reservation on behalf of bd096020b3c84734ab84d713ecfe505c for: {'port': 1} {{(pid=78700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:10:29.461610 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-1e38e980-43bc-43a0-a268-3bb7e5780f72 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:29.504688 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvr_db [None req-86f8e247-08d0-4899-8941-dc9b3516ce2e None None] Set router dccc072a-e607-43c3-aad2-3fd800a71253 gateway port host: None {{(pid=78703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:10:29.583483 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.db [None req-1c6726ab-bfd9-4b7a-9767-63241147b9f4 admin admin] For port d9ad547f-4c6a-4a32-bf92-5be01a5e6552, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=d9ad547f-4c6a-4a32-bf92-5be01a5e6552,segment=NetworkSegment(8b5d1e01-0c84-4e6b-9682-76a98a471ba9),segment_id=8b5d1e01-0c84-4e6b-9682-76a98a471ba9)] {{(pid=78701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:10:29.584132 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-1c6726ab-bfd9-4b7a-9767-63241147b9f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:29.650426 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.db_base_plugin_common [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-1e38e980-43bc-43a0-a268-3bb7e5780f72 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Allocated IP 172.20.0.10 (6fb5c99b-a68d-45a2-861a-1b6b3804e1c1/df17bad4-8d21-4b36-8dd5-091410a2c5d8/9c924546-76d1-481d-8a98-f7006a09df9d) {{(pid=78700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:10:29.660571 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-86f8e247-08d0-4899-8941-dc9b3516ce2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'name': 'tempest-AttachVolumeShelveTestJSON-1697176697-router', 'tenant_id': 'eb0716dd61384274b0edea30aa0018fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:34Z', 'updated_at': '2021-05-17T12:10:29Z', 'revision_number': 6, 'project_id': 'eb0716dd61384274b0edea30aa0018fc', 'gw_port_host': None}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:10:29.664762 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f8e247-08d0-4899-8941-dc9b3516ce2e None None] The sync data for ids ['dccc072a-e607-43c3-aad2-3fd800a71253'] in dv-cinder-734144-19-iscsi is: [{'id': 'dccc072a-e607-43c3-aad2-3fd800a71253', 'name': 'tempest-AttachVolumeShelveTestJSON-1697176697-router', 'tenant_id': 'eb0716dd61384274b0edea30aa0018fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:02:34Z', 'updated_at': '2021-05-17T12:10:29Z', 'revision_number': 6, 'project_id': 'eb0716dd61384274b0edea30aa0018fc', 'gw_port_host': None}] {{(pid=78703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:10:29.709739 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-1c6726ab-bfd9-4b7a-9767-63241147b9f4 admin admin] Calling delete_port for d9ad547f-4c6a-4a32-bf92-5be01a5e6552 owned by network:router_gateway {{(pid=78701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:10:29.849497 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-1c6726ab-bfd9-4b7a-9767-63241147b9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534708'] for port, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:29.852264 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-1e38e980-43bc-43a0-a268-3bb7e5780f72 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks [] for port, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:29.854817 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-87b2a34d-d550-485e-8b24-0570310b0480 tempest-VolumesSnapshotTestJSON-1397598029 tempest-VolumesSnapshotTestJSON-1397598029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:29.868269 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.provisioning_blocks [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-1e38e980-43bc-43a0-a268-3bb7e5780f72 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Transition to ACTIVE for port object 9c924546-76d1-481d-8a98-f7006a09df9d will not be triggered until provisioned by entity DHCP. {{(pid=78700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:10:29.896713 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-1e38e980-43bc-43a0-a268-3bb7e5780f72 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:29.899693 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6726ab-bfd9-4b7a-9767-63241147b9f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9ad547f-4c6a-4a32-bf92-5be01a5e6552,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:29.903266 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-845e9e17-a6fe-47a3-b608-6524325d72c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:29.969879 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-1c6726ab-bfd9-4b7a-9767-63241147b9f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:29.986213 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-1e38e980-43bc-43a0-a268-3bb7e5780f72 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Network 6fb5c99b-a68d-45a2-861a-1b6b3804e1c1 is already hosted by enough agents. {{(pid=78700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:10:29.989622 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.base_scheduler [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-1e38e980-43bc-43a0-a268-3bb7e5780f72 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Resources bound (agent type, host, resource id): {{(pid=78700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:10:29.992653 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-1e38e980-43bc-43a0-a268-3bb7e5780f72 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Received port after_create {{(pid=78700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:10:29.997691 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-1c6726ab-bfd9-4b7a-9767-63241147b9f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407825'] for router_gateway, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:30.060235 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e38e980-43bc-43a0-a268-3bb7e5780f72 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Pushing event updated for resources: {'Port': ['ID=9c924546-76d1-481d-8a98-f7006a09df9d,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:30.074743 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-1e38e980-43bc-43a0-a268-3bb7e5780f72 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:30.113873 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-1e38e980-43bc-43a0-a268-3bb7e5780f72 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:30.114648 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-1e38e980-43bc-43a0-a268-3bb7e5780f72 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:30.156752 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 251ab6a6-a5cc-4745-a40c-2fa80a951893 no longer exists at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:10:30.162424 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-1e38e980-43bc-43a0-a268-3bb7e5780f72 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8962569 May 17 12:10:30.188356 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-bb1b2311-a402-463f-bfeb-8abd0c16686e service neutron] Request body: {'port': {'device_id': '60edefde-b452-4a41-867c-b846b96bf12c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:10:30.200152 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] No Port match for: 251ab6a6-a5cc-4745-a40c-2fa80a951893 {{(pid=78702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:10:30.200505 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 251ab6a6-a5cc-4745-a40c-2fa80a951893 not bound to the agent host dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:10:30.252691 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-1c6726ab-bfd9-4b7a-9767-63241147b9f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12272'] for router, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:30.255370 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-1c6726ab-bfd9-4b7a-9767-63241147b9f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:30.283319 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-1c6726ab-bfd9-4b7a-9767-63241147b9f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-408041'] for router, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:30.284752 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6726ab-bfd9-4b7a-9767-63241147b9f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dccc072a-e607-43c3-aad2-3fd800a71253 {{(pid=78701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 17 12:10:30.299506 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-1c6726ab-bfd9-4b7a-9767-63241147b9f4 admin admin] Notify callbacks [] for router, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:30.300685 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-1c6726ab-bfd9-4b7a-9767-63241147b9f4 admin admin] 10.222.0.11 "DELETE /v2.0/routers/dccc072a-e607-43c3-aad2-3fd800a71253 HTTP/1.1" status: 204 len: 168 time: 1.4908228 May 17 12:10:30.303099 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 37374) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:30.324811 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-bb1b2311-a402-463f-bfeb-8abd0c16686e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:30.363208 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.db_base_plugin_v2 [None req-edfa06fb-79ae-4690-8598-317f346ec12b admin admin] Deleting subnet ef588d6f-d166-4427-8aef-1ce83b0779d0 {{(pid=78701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 12:10:30.364657 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-6a05c830-11fe-43c8-b342-f83e85865d26 None None] Provisioning for port 9c924546-76d1-481d-8a98-f7006a09df9d completed by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:10:30.368530 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-edfa06fb-79ae-4690-8598-317f346ec12b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:30.374442 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-6a05c830-11fe-43c8-b342-f83e85865d26 None None] Provisioning complete for port 9c924546-76d1-481d-8a98-f7006a09df9d triggered by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:10:30.374930 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6a05c830-11fe-43c8-b342-f83e85865d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:30.423246 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-edfa06fb-79ae-4690-8598-317f346ec12b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2587883'] for subnet, precommit_delete_associations {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:30.441238 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-6a05c830-11fe-43c8-b342-f83e85865d26 None None] Port 9c924546-76d1-481d-8a98-f7006a09df9d cannot update to ACTIVE because it is not bound. {{(pid=78702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 12:10:30.616218 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-edfa06fb-79ae-4690-8598-317f346ec12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383026'] for subnet, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:30.773219 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237faba-2f74-4405-a6b0-0306248575d7 req-ec8d7fcc-abda-459c-a5b3-ebc276ad63ba tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:30.773919 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-2237faba-2f74-4405-a6b0-0306248575d7 req-ec8d7fcc-abda-459c-a5b3-ebc276ad63ba tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Synchronizing usage tracker for tenant:bd096020b3c84734ab84d713ecfe505c on resource:port {{(pid=78700) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:10:30.818367 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-2237faba-2f74-4405-a6b0-0306248575d7 req-ec8d7fcc-abda-459c-a5b3-ebc276ad63ba tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Unset dirty status for tenant:bd096020b3c84734ab84d713ecfe505c on resource:port {{(pid=78700) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:10:30.819771 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2237faba-2f74-4405-a6b0-0306248575d7 req-ec8d7fcc-abda-459c-a5b3-ebc276ad63ba tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=60edefde-b452-4a41-867c-b846b96bf12c HTTP/1.1" status: 200 len: 932 time: 0.3490970 May 17 12:10:30.920492 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-edfa06fb-79ae-4690-8598-317f346ec12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2534855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2580816'] for subnet, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:30.929346 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:30.975658 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa06fb-79ae-4690-8598-317f346ec12b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef588d6f-d166-4427-8aef-1ce83b0779d0,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:30.976571 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2237faba-2f74-4405-a6b0-0306248575d7 req-5fe59b74-2040-4417-ac9a-dc2dbc9e6957 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/security-groups?id=a45f71a5-c1cb-4e5c-a0f7-a203a23791f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436551 May 17 12:10:30.978243 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-edfa06fb-79ae-4690-8598-317f346ec12b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:30.979541 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-bb1b2311-a402-463f-bfeb-8abd0c16686e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c924546-76d1-481d-8a98-f7006a09df9d {{(pid=78700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:10:30.987239 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-bb1b2311-a402-463f-bfeb-8abd0c16686e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:30.988383 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1d8543-bf70-4ede-950d-eea3aa56b38c None None] Network 60d01f58-95c2-41d0-9639-8f96ef255b31 requested from dv-cinder-734144-19-iscsi {{(pid=78702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:10:30.999041 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-edfa06fb-79ae-4690-8598-317f346ec12b admin admin] Notify callbacks [] for subnet, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:31.008149 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.provisioning_blocks [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-bb1b2311-a402-463f-bfeb-8abd0c16686e service neutron] Transition to ACTIVE for port object 9c924546-76d1-481d-8a98-f7006a09df9d will not be triggered until provisioned by entity L2. {{(pid=78700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:10:31.013373 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-bb1b2311-a402-463f-bfeb-8abd0c16686e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2209221'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:31.013654 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-edfa06fb-79ae-4690-8598-317f346ec12b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ef588d6f-d166-4427-8aef-1ce83b0779d0 HTTP/1.1" status: 204 len: 168 time: 0.7087967 May 17 12:10:31.016546 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 37380) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:31.018236 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-53675c71-4497-49bf-b24c-562e35a61540 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:31.172707 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-d0dc5487-9dd1-45cd-8f9e-7204f72e7fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1494564'] for network, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:31.249970 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b2311-a402-463f-bfeb-8abd0c16686e service neutron] Pushing event updated for resources: {'Port': ['ID=9c924546-76d1-481d-8a98-f7006a09df9d,revision_number=2']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:31.262608 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-bb1b2311-a402-463f-bfeb-8abd0c16686e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:31.262901 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-d0dc5487-9dd1-45cd-8f9e-7204f72e7fb0 admin admin] Deleting port 67d64b7a-7be9-4c1d-b768-a8f2ae451cdc {{(pid=78701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:10:31.263258 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-d0dc5487-9dd1-45cd-8f9e-7204f72e7fb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:31.295856 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-bb1b2311-a402-463f-bfeb-8abd0c16686e service neutron] Attempting to bind port 9c924546-76d1-481d-8a98-f7006a09df9d on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:10:31.296266 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-bb1b2311-a402-463f-bfeb-8abd0c16686e service neutron] Attempting to bind port 9c924546-76d1-481d-8a98-f7006a09df9d by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': 'a402912a-f827-4eda-8dbb-276cac4a089d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1'}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:10:31.296630 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-bb1b2311-a402-463f-bfeb-8abd0c16686e service neutron] Attempting to bind port 9c924546-76d1-481d-8a98-f7006a09df9d on network 6fb5c99b-a68d-45a2-861a-1b6b3804e1c1 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:10:31.301320 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-bb1b2311-a402-463f-bfeb-8abd0c16686e service neutron] Port 9c924546-76d1-481d-8a98-f7006a09df9d on network 6fb5c99b-a68d-45a2-861a-1b6b3804e1c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 12:10:31.301641 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-bb1b2311-a402-463f-bfeb-8abd0c16686e service neutron] Attempting to bind port 9c924546-76d1-481d-8a98-f7006a09df9d on network 6fb5c99b-a68d-45a2-861a-1b6b3804e1c1 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:10:31.307226 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-bb1b2311-a402-463f-bfeb-8abd0c16686e service neutron] Checking agent: {'id': 'cd1455da-95ea-496d-8b07-9fb5ea757b4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 59, 37), 'started_at': datetime.datetime(2021, 5, 17, 11, 59, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:10:31.307558 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-bb1b2311-a402-463f-bfeb-8abd0c16686e service neutron] Checking segment: {'id': 'a402912a-f827-4eda-8dbb-276cac4a089d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:10:31.307946 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-bb1b2311-a402-463f-bfeb-8abd0c16686e service neutron] Bound using segment: {'id': 'a402912a-f827-4eda-8dbb-276cac4a089d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1'} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:10:31.308375 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-bb1b2311-a402-463f-bfeb-8abd0c16686e service neutron] Bound port: 9c924546-76d1-481d-8a98-f7006a09df9d, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a402912a-f827-4eda-8dbb-276cac4a089d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1'}}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:10:31.308720 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-bb1b2311-a402-463f-bfeb-8abd0c16686e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:31.365453 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0122d9-d21f-4247-9d88-d78cd7f1bba3 None None] DHCP port deletion for 60d01f58-95c2-41d0-9639-8f96ef255b31 request from dv-cinder-734144-19-iscsi {{(pid=78702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 17 12:10:31.380773 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.db [None req-d0dc5487-9dd1-45cd-8f9e-7204f72e7fb0 admin admin] For port 67d64b7a-7be9-4c1d-b768-a8f2ae451cdc, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=67d64b7a-7be9-4c1d-b768-a8f2ae451cdc,segment=NetworkSegment(5f3ca14c-f170-4716-92b7-0cba2aeab367),segment_id=5f3ca14c-f170-4716-92b7-0cba2aeab367)] {{(pid=78701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:10:31.381298 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-d0dc5487-9dd1-45cd-8f9e-7204f72e7fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:31.415406 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-bb1b2311-a402-463f-bfeb-8abd0c16686e service neutron] For port 9c924546-76d1-481d-8a98-f7006a09df9d, host hv-cinder-73414, cleared binding levels {{(pid=78700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:10:31.418798 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-bb1b2311-a402-463f-bfeb-8abd0c16686e service neutron] For port 9c924546-76d1-481d-8a98-f7006a09df9d, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=9c924546-76d1-481d-8a98-f7006a09df9d,segment=NetworkSegment(a402912a-f827-4eda-8dbb-276cac4a089d),segment_id=a402912a-f827-4eda-8dbb-276cac4a089d)] {{(pid=78700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:10:31.423229 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-bb1b2311-a402-463f-bfeb-8abd0c16686e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2209221'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:31.427835 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-b7b83bd5-836a-404b-91c2-f719e268b383 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:31.438252 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-0f0122d9-d21f-4247-9d88-d78cd7f1bba3 None None] Deleting port 67d64b7a-7be9-4c1d-b768-a8f2ae451cdc {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:10:31.438637 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0f0122d9-d21f-4247-9d88-d78cd7f1bba3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:31.489979 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-bb1b2311-a402-463f-bfeb-8abd0c16686e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:31.490686 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-bb1b2311-a402-463f-bfeb-8abd0c16686e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:31.492855 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-bb1b2311-a402-463f-bfeb-8abd0c16686e service neutron] 10.222.0.52 "PUT /v2.0/ports/9c924546-76d1-481d-8a98-f7006a09df9d HTTP/1.1" status: 200 len: 1094 time: 1.3094559 May 17 12:10:31.493471 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60edefde-b452-4a41-867c-b846b96bf12c', 'tag': '9c924546-76d1-481d-8a98-f7006a09df9d'}] {{(pid=78700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:10:31.529621 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-d0dc5487-9dd1-45cd-8f9e-7204f72e7fb0 admin admin] Calling delete_port for 67d64b7a-7be9-4c1d-b768-a8f2ae451cdc owned by network:dhcp {{(pid=78701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:10:31.530844 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b2311-a402-463f-bfeb-8abd0c16686e service neutron] Pushing event updated for resources: {'Port': ['ID=9c924546-76d1-481d-8a98-f7006a09df9d,revision_number=3']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:31.538630 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-bb1b2311-a402-463f-bfeb-8abd0c16686e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:31.554502 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-0f0122d9-d21f-4247-9d88-d78cd7f1bba3 None None] For port 67d64b7a-7be9-4c1d-b768-a8f2ae451cdc, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=67d64b7a-7be9-4c1d-b768-a8f2ae451cdc,segment=NetworkSegment(5f3ca14c-f170-4716-92b7-0cba2aeab367),segment_id=5f3ca14c-f170-4716-92b7-0cba2aeab367)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:10:31.554948 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0f0122d9-d21f-4247-9d88-d78cd7f1bba3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:31.582687 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60edefde-b452-4a41-867c-b846b96bf12c', 'tag': '9c924546-76d1-481d-8a98-f7006a09df9d', 'status': 'completed', 'code': 200} May 17 12:10:31.601882 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-d0dc5487-9dd1-45cd-8f9e-7204f72e7fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534708'] for port, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:31.612313 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-b890eb3e-c5e3-4307-add0-4bc4dbfd0789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:31.625255 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-50f2cfe4-502e-4269-9334-ddc647cdea13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:31.626737 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-50f2cfe4-502e-4269-9334-ddc647cdea13 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd096020b3c84734ab84d713ecfe505c&device_id=60edefde-b452-4a41-867c-b846b96bf12c HTTP/1.1" status: 200 len: 1097 time: 0.0820272 May 17 12:10:31.651457 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dc5487-9dd1-45cd-8f9e-7204f72e7fb0 admin admin] No DVR routers for this DVR port 67d64b7a-7be9-4c1d-b768-a8f2ae451cdc on host dv-cinder-734144-19-iscsi {{(pid=78701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:10:31.693590 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-0f0122d9-d21f-4247-9d88-d78cd7f1bba3 None None] Calling delete_port for 67d64b7a-7be9-4c1d-b768-a8f2ae451cdc owned by network:dhcp {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:10:31.711757 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc5487-9dd1-45cd-8f9e-7204f72e7fb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=67d64b7a-7be9-4c1d-b768-a8f2ae451cdc,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:31.716012 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-c70b1b34-f08c-4bd7-ab17-6a68264f8c19 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c924546-76d1-481d-8a98-f7006a09df9d HTTP/1.1" status: 200 len: 217 time: 0.0775056 May 17 12:10:31.717679 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-d0dc5487-9dd1-45cd-8f9e-7204f72e7fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:31.744580 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0f0122d9-d21f-4247-9d88-d78cd7f1bba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:31.755122 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:31.784722 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-fcc0df9a-91db-4668-890b-6f959ca101c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:31.785983 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-d0dc5487-9dd1-45cd-8f9e-7204f72e7fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382983', 'neutron.services.segments.db._delete_segments_for_network-8762327220098'] for network, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:31.786492 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-fcc0df9a-91db-4668-890b-6f959ca101c0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=df17bad4-8d21-4b36-8dd5-091410a2c5d8 HTTP/1.1" status: 200 len: 851 time: 0.0605636 May 17 12:10:31.789740 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0122d9-d21f-4247-9d88-d78cd7f1bba3 None None] No DVR routers for this DVR port 67d64b7a-7be9-4c1d-b768-a8f2ae451cdc on host dv-cinder-734144-19-iscsi {{(pid=78702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:10:31.801169 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.services.segments.db [None req-d0dc5487-9dd1-45cd-8f9e-7204f72e7fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60d01f58-95c2-41d0-9639-8f96ef255b31']}} {{(pid=78701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:10:31.807520 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0122d9-d21f-4247-9d88-d78cd7f1bba3 None None] Pushing event deleted for resources: {'Port': ['ID=67d64b7a-7be9-4c1d-b768-a8f2ae451cdc,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:31.810301 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-0f0122d9-d21f-4247-9d88-d78cd7f1bba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:31.818617 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.services.segments.db [None req-d0dc5487-9dd1-45cd-8f9e-7204f72e7fb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f3ca14c-f170-4716-92b7-0cba2aeab367') {'for_net_delete': True} {{(pid=78701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:10:31.819313 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.services.segments.db [None req-d0dc5487-9dd1-45cd-8f9e-7204f72e7fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f3ca14c-f170-4716-92b7-0cba2aeab367') {} {{(pid=78701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:10:31.833821 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-d0dc5487-9dd1-45cd-8f9e-7204f72e7fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762327230347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2587876'] for segment, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:31.851626 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-d0dc5487-9dd1-45cd-8f9e-7204f72e7fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205'] for segment, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:31.858219 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0dc5487-9dd1-45cd-8f9e-7204f72e7fb0 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=78701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 12:10:31.858609 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-d0dc5487-9dd1-45cd-8f9e-7204f72e7fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2534753'] for segment, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:31.871860 dv-cinder-734144-19-iscsi neutron-server[78701]: Traceback (most recent call last): May 17 12:10:31.871860 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 12:10:31.871860 dv-cinder-734144-19-iscsi neutron-server[78701]: timer() May 17 12:10:31.871860 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 12:10:31.871860 dv-cinder-734144-19-iscsi neutron-server[78701]: cb(*args, **kw) May 17 12:10:31.871860 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 12:10:31.871860 dv-cinder-734144-19-iscsi neutron-server[78701]: return func(*args, **kwargs) May 17 12:10:31.871860 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 12:10:31.871860 dv-cinder-734144-19-iscsi neutron-server[78701]: self._notify() May 17 12:10:31.871860 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 12:10:31.871860 dv-cinder-734144-19-iscsi neutron-server[78701]: self.callback(batched_events) May 17 12:10:31.871860 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 12:10:31.871860 dv-cinder-734144-19-iscsi neutron-server[78701]: event.method(event) May 17 12:10:31.871860 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 12:10:31.871860 dv-cinder-734144-19-iscsi neutron-server[78701]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 12:10:31.871860 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 12:10:31.871860 dv-cinder-734144-19-iscsi neutron-server[78701]: aggregate_uuid = self.p_client.list_aggregates( May 17 12:10:31.871860 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 12:10:31.871860 dv-cinder-734144-19-iscsi neutron-server[78701]: return f(self, *a, **k) May 17 12:10:31.871860 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 12:10:31.871860 dv-cinder-734144-19-iscsi neutron-server[78701]: return self._get(url).json() May 17 12:10:31.871860 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 12:10:31.871860 dv-cinder-734144-19-iscsi neutron-server[78701]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 12:10:31.871860 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 12:10:31.871860 dv-cinder-734144-19-iscsi neutron-server[78701]: return self.request(url, 'GET', **kwargs) May 17 12:10:31.871860 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 12:10:31.871860 dv-cinder-734144-19-iscsi neutron-server[78701]: base_url = self.get_endpoint(auth, allow=allow, May 17 12:10:31.871860 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 12:10:31.871860 dv-cinder-734144-19-iscsi neutron-server[78701]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 12:10:31.871860 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 12:10:31.871860 dv-cinder-734144-19-iscsi neutron-server[78701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 12:10:31.871860 dv-cinder-734144-19-iscsi neutron-server[78701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 12:10:31.881915 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-f70fd7bc-6a8d-4270-845d-87749c6a442c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:31.883402 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-f70fd7bc-6a8d-4270-845d-87749c6a442c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6fb5c99b-a68d-45a2-861a-1b6b3804e1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0811067 May 17 12:10:31.960410 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-d0dc5487-9dd1-45cd-8f9e-7204f72e7fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407862'] for network, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:31.964624 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-7132e803-6c11-42ba-8322-c28bad8493db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:31.983190 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-d0dc5487-9dd1-45cd-8f9e-7204f72e7fb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for network, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:31.989752 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc5487-9dd1-45cd-8f9e-7204f72e7fb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=60d01f58-95c2-41d0-9639-8f96ef255b31,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:31.994469 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-d0dc5487-9dd1-45cd-8f9e-7204f72e7fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:32.016097 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-d0dc5487-9dd1-45cd-8f9e-7204f72e7fb0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/60d01f58-95c2-41d0-9639-8f96ef255b31 HTTP/1.1" status: 204 len: 168 time: 0.9971042 May 17 12:10:32.029885 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 67d64b7a-7be9-4c1d-b768-a8f2ae451cdc no longer exists at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:10:32.033855 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-1324e064-6340-4969-bccb-74f8734c35df service neutron] 10.222.0.52 "GET /v2.0/networks/6fb5c99b-a68d-45a2-861a-1b6b3804e1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426640 May 17 12:10:32.073272 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] No Port match for: 67d64b7a-7be9-4c1d-b768-a8f2ae451cdc {{(pid=78702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:10:32.073601 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 67d64b7a-7be9-4c1d-b768-a8f2ae451cdc not bound to the agent host dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:10:32.073973 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device d9ad547f-4c6a-4a32-bf92-5be01a5e6552 no longer exists at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:10:32.111209 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] No Port match for: d9ad547f-4c6a-4a32-bf92-5be01a5e6552 {{(pid=78702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:10:32.111570 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device d9ad547f-4c6a-4a32-bf92-5be01a5e6552 not bound to the agent host dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:10:32.149328 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 37390) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:32.202367 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-cce90c76-3155-48af-820a-95fb42beceb6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eb0716dd61384274b0edea30aa0018fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514565 May 17 12:10:32.204641 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 37394) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:32.242393 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-9da5e853-7177-449f-9e51-93c2b26d7942 req-4630ce07-5169-4fe3-9394-2a2efab4f081 service neutron] 10.222.0.52 "GET /v2.0/networks/6fb5c99b-a68d-45a2-861a-1b6b3804e1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976221 May 17 12:10:32.255068 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6116b69-1011-403f-b498-0aae889403b4 req-a3ae7326-3ffc-4da1-90dc-d9e041b1fb0a tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:32.256501 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d6116b69-1011-403f-b498-0aae889403b4 req-a3ae7326-3ffc-4da1-90dc-d9e041b1fb0a tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=60edefde-b452-4a41-867c-b846b96bf12c HTTP/1.1" status: 200 len: 944 time: 0.1342120 May 17 12:10:32.271265 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-036bf4dd-1fbe-4e12-80ff-56cb7fdf3327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:32.298618 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-036bf4dd-1fbe-4e12-80ff-56cb7fdf3327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:32.343408 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-d6116b69-1011-403f-b498-0aae889403b4 req-27dc5d87-6dfc-4762-b7f6-dbdcc8d8fb35 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/security-groups?id=a45f71a5-c1cb-4e5c-a0f7-a203a23791f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807924 May 17 12:10:32.352575 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-036bf4dd-1fbe-4e12-80ff-56cb7fdf3327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:32.357841 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-079f798c-dada-43e2-bfe1-57f7d2229d0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:32.371869 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036bf4dd-1fbe-4e12-80ff-56cb7fdf3327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe479b2-a1c3-47d7-a91e-42f921ee85fc,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:32.374487 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-036bf4dd-1fbe-4e12-80ff-56cb7fdf3327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:32.379802 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-036bf4dd-1fbe-4e12-80ff-56cb7fdf3327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:32.380889 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-036bf4dd-1fbe-4e12-80ff-56cb7fdf3327 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fbe479b2-a1c3-47d7-a91e-42f921ee85fc HTTP/1.1" status: 204 len: 168 time: 0.1750925 May 17 12:10:32.392271 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4067bff-22c1-410c-9dbf-a4871d966600 req-5ec70a44-6787-4022-9047-d95b31177b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:32.393894 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f4067bff-22c1-410c-9dbf-a4871d966600 req-5ec70a44-6787-4022-9047-d95b31177b5c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd096020b3c84734ab84d713ecfe505c&device_id=60edefde-b452-4a41-867c-b846b96bf12c HTTP/1.1" status: 200 len: 1097 time: 0.0924253 May 17 12:10:32.635508 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4067bff-22c1-410c-9dbf-a4871d966600 req-990867fb-95f8-4aa3-a275-95cb8d1859c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:32.636980 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f4067bff-22c1-410c-9dbf-a4871d966600 req-990867fb-95f8-4aa3-a275-95cb8d1859c3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6fb5c99b-a68d-45a2-861a-1b6b3804e1c1 HTTP/1.1" status: 200 len: 913 time: 0.2355874 May 17 12:10:32.713323 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f4067bff-22c1-410c-9dbf-a4871d966600 req-d934d896-0087-45cf-9be3-92ef85495ff3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c924546-76d1-481d-8a98-f7006a09df9d HTTP/1.1" status: 200 len: 217 time: 0.0648277 May 17 12:10:32.784114 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4067bff-22c1-410c-9dbf-a4871d966600 req-49e1530f-108a-432e-9537-a5def6be7450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:32.785582 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f4067bff-22c1-410c-9dbf-a4871d966600 req-49e1530f-108a-432e-9537-a5def6be7450 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=df17bad4-8d21-4b36-8dd5-091410a2c5d8 HTTP/1.1" status: 200 len: 851 time: 0.0626397 May 17 12:10:32.865651 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4067bff-22c1-410c-9dbf-a4871d966600 req-5697aaad-9bec-40eb-8f99-3ead63617625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:32.868308 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f4067bff-22c1-410c-9dbf-a4871d966600 req-5697aaad-9bec-40eb-8f99-3ead63617625 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6fb5c99b-a68d-45a2-861a-1b6b3804e1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0725231 May 17 12:10:33.012504 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f4067bff-22c1-410c-9dbf-a4871d966600 req-e4107816-19f7-4a81-b9ba-4e5ade8e68f8 service neutron] 10.222.0.52 "GET /v2.0/networks/6fb5c99b-a68d-45a2-861a-1b6b3804e1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327779 May 17 12:10:33.157466 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f4067bff-22c1-410c-9dbf-a4871d966600 req-f1ab0a6d-60ff-410f-80e7-dd9632f65afa service neutron] 10.222.0.52 "GET /v2.0/networks/6fb5c99b-a68d-45a2-861a-1b6b3804e1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349533 May 17 12:10:33.550289 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954fbbc-3c49-425d-83e5-896f0f7945f1 req-83e325fd-494d-4aa8-8b73-dcdd3ecd58f9 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:33.551763 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f954fbbc-3c49-425d-83e5-896f0f7945f1 req-83e325fd-494d-4aa8-8b73-dcdd3ecd58f9 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=60edefde-b452-4a41-867c-b846b96bf12c HTTP/1.1" status: 200 len: 944 time: 0.0885100 May 17 12:10:33.597900 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-f954fbbc-3c49-425d-83e5-896f0f7945f1 req-975fc76a-1dfc-4a1b-8a50-8b22869402a9 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/security-groups?id=a45f71a5-c1cb-4e5c-a0f7-a203a23791f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394659 May 17 12:10:34.786837 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f430b0-4cb6-4d6d-bed2-82f3ee071c48 req-840d0e48-04fd-4070-94be-13b0f7e6fb13 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:34.788752 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-34f430b0-4cb6-4d6d-bed2-82f3ee071c48 req-840d0e48-04fd-4070-94be-13b0f7e6fb13 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=60edefde-b452-4a41-867c-b846b96bf12c HTTP/1.1" status: 200 len: 944 time: 0.0793076 May 17 12:10:34.842128 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-34f430b0-4cb6-4d6d-bed2-82f3ee071c48 req-24cd988c-6adb-496a-b33e-862d99cd8fc0 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/security-groups?id=a45f71a5-c1cb-4e5c-a0f7-a203a23791f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474427 May 17 12:10:36.032608 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd5a53-b1c4-40ea-9576-5ee4166d0f0a req-d057bb71-7e1c-41ee-968a-7e838733b747 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:36.034269 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-f3bd5a53-b1c4-40ea-9576-5ee4166d0f0a req-d057bb71-7e1c-41ee-968a-7e838733b747 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=60edefde-b452-4a41-867c-b846b96bf12c HTTP/1.1" status: 200 len: 944 time: 0.0874531 May 17 12:10:36.083000 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-f3bd5a53-b1c4-40ea-9576-5ee4166d0f0a req-5c7b171e-93d0-4bd1-b106-609ee3b9b201 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/security-groups?id=a45f71a5-c1cb-4e5c-a0f7-a203a23791f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400467 May 17 12:10:37.271228 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b1808-0443-49b8-b86f-d5c6833a0af7 req-88bb0f0a-c9f6-4b06-9e36-1f5222415329 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:37.272764 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-946b1808-0443-49b8-b86f-d5c6833a0af7 req-88bb0f0a-c9f6-4b06-9e36-1f5222415329 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=60edefde-b452-4a41-867c-b846b96bf12c HTTP/1.1" status: 200 len: 944 time: 0.0857885 May 17 12:10:37.317509 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-946b1808-0443-49b8-b86f-d5c6833a0af7 req-173d9b36-7f1d-49e8-ac8e-3c963226f7a9 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/security-groups?id=a45f71a5-c1cb-4e5c-a0f7-a203a23791f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390470 May 17 12:10:37.999167 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:38.507901 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d2d47-f560-479a-b240-764c87aeca14 req-d75023c6-003d-4150-a235-60a5af42ae25 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:38.509594 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-468d2d47-f560-479a-b240-764c87aeca14 req-d75023c6-003d-4150-a235-60a5af42ae25 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=60edefde-b452-4a41-867c-b846b96bf12c HTTP/1.1" status: 200 len: 944 time: 0.0828555 May 17 12:10:38.650555 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-468d2d47-f560-479a-b240-764c87aeca14 req-94ee335e-1a75-4343-87d9-aa43bfc78c0f tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/security-groups?id=a45f71a5-c1cb-4e5c-a0f7-a203a23791f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353545 May 17 12:10:38.776317 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2f86608b-f477-43e5-8eff-0e541dffc2dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:39.838522 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969f42c-64fe-4e54-957c-4e7b0ac6d381 req-153a8204-149d-48f3-a3d0-3f5649b3c9c0 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:39.839890 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3969f42c-64fe-4e54-957c-4e7b0ac6d381 req-153a8204-149d-48f3-a3d0-3f5649b3c9c0 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=60edefde-b452-4a41-867c-b846b96bf12c HTTP/1.1" status: 200 len: 944 time: 0.0809503 May 17 12:10:39.890228 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3969f42c-64fe-4e54-957c-4e7b0ac6d381 req-165d71ca-cdf3-44c7-8608-6e6c4dd1bb06 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/security-groups?id=a45f71a5-c1cb-4e5c-a0f7-a203a23791f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442169 May 17 12:10:40.892015 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 9c924546-76d1-481d-8a98-f7006a09df9d details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:10:41.112659 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port 9c924546-76d1-481d-8a98-f7006a09df9d, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=9c924546-76d1-481d-8a98-f7006a09df9d,segment=NetworkSegment(a402912a-f827-4eda-8dbb-276cac4a089d),segment_id=a402912a-f827-4eda-8dbb-276cac4a089d)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:10:41.126680 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Returning: {'device': '9c924546-76d1-481d-8a98-f7006a09df9d', 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1', 'port_id': '9c924546-76d1-481d-8a98-f7006a09df9d', 'mac_address': 'fa:16:3e:22:83:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df17bad4-8d21-4b36-8dd5-091410a2c5d8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:10:41.159519 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9339d5-775b-4bea-b90b-4ecf7e03bb3c req-2f1108a0-7468-4923-b144-c422695ca93f tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:41.161044 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-1e9339d5-775b-4bea-b90b-4ecf7e03bb3c req-2f1108a0-7468-4923-b144-c422695ca93f tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=60edefde-b452-4a41-867c-b846b96bf12c HTTP/1.1" status: 200 len: 944 time: 0.0810812 May 17 12:10:41.194409 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:41.216685 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c924546-76d1-481d-8a98-f7006a09df9d {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:10:41.222053 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-1e9339d5-775b-4bea-b90b-4ecf7e03bb3c req-2476f726-41ad-4c16-aa74-840310b89e08 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/security-groups?id=a45f71a5-c1cb-4e5c-a0f7-a203a23791f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494428 May 17 12:10:41.235818 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port 9c924546-76d1-481d-8a98-f7006a09df9d, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=9c924546-76d1-481d-8a98-f7006a09df9d,segment=NetworkSegment(a402912a-f827-4eda-8dbb-276cac4a089d),segment_id=a402912a-f827-4eda-8dbb-276cac4a089d)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:10:41.240498 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:41.243915 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:41.321964 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d2716984-8ea5-4727-93e4-4c246614155e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:41.332066 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=9c924546-76d1-481d-8a98-f7006a09df9d,revision_number=4']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:41.337316 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:41.342233 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:41.512869 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] get_ports_and_sgs() called for port_ids ['9c924546-76d1-481d-8a98-f7006a09df9d'] {{(pid=78702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:10:42.355766 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:42.462593 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9b870-f3c4-4fa9-8282-f1a9573588dc req-3f6d62c2-e0d6-4ce4-b04e-03d17557a117 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:42.464743 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-e1f9b870-f3c4-4fa9-8282-f1a9573588dc req-3f6d62c2-e0d6-4ce4-b04e-03d17557a117 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=60edefde-b452-4a41-867c-b846b96bf12c HTTP/1.1" status: 200 len: 945 time: 0.1254144 May 17 12:10:42.528007 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-e1f9b870-f3c4-4fa9-8282-f1a9573588dc req-ad8e56f2-8408-403d-8062-4a72990c5445 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/security-groups?id=a45f71a5-c1cb-4e5c-a0f7-a203a23791f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573254 May 17 12:10:42.558627 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 37520) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:42.676561 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-2bf86efd-cc17-4626-8d35-fdeecb6c8097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:42.690636 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-2bf86efd-cc17-4626-8d35-fdeecb6c8097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:10:42.695139 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-2bf86efd-cc17-4626-8d35-fdeecb6c8097 admin admin] Usage tracker for resource:security_group_rule and tenant:75a93dc1a7354c3c8b68b343b6027bda is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:10:42.697917 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-2bf86efd-cc17-4626-8d35-fdeecb6c8097 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:10:42.703704 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-2bf86efd-cc17-4626-8d35-fdeecb6c8097 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:10:42.784481 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-2bf86efd-cc17-4626-8d35-fdeecb6c8097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:42.788403 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-2bf86efd-cc17-4626-8d35-fdeecb6c8097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:42.795884 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-b7aa9bdb-38dc-42a0-8305-736463fb945d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:42.840594 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-2bf86efd-cc17-4626-8d35-fdeecb6c8097 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=75a93dc1a7354c3c8b68b343b6027bda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2808836 May 17 12:10:42.841493 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf86efd-cc17-4626-8d35-fdeecb6c8097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fa1ba0-6cd6-4665-bdbb-95adadbb5905,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:42.843296 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 37526) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:42.844707 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-2bf86efd-cc17-4626-8d35-fdeecb6c8097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:42.906042 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-d008e695-863f-4464-9a2c-c10f6f235511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:42.907180 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 9c924546-76d1-481d-8a98-f7006a09df9d up at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:10:42.933998 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-d008e695-863f-4464-9a2c-c10f6f235511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:42.983283 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Provisioning for port 9c924546-76d1-481d-8a98-f7006a09df9d completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:10:42.988885 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-d008e695-863f-4464-9a2c-c10f6f235511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:42.990122 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Provisioning complete for port 9c924546-76d1-481d-8a98-f7006a09df9d triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:10:42.991377 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:42.997836 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-461abef6-0858-41ee-af2c-e16c14d4e32e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:43.019334 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008e695-863f-4464-9a2c-c10f6f235511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fa1ba0-6cd6-4665-bdbb-95adadbb5905,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:43.023130 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-d008e695-863f-4464-9a2c-c10f6f235511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:43.028454 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-d008e695-863f-4464-9a2c-c10f6f235511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:43.029562 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-d008e695-863f-4464-9a2c-c10f6f235511 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/75fa1ba0-6cd6-4665-bdbb-95adadbb5905 HTTP/1.1" status: 204 len: 168 time: 0.1845992 May 17 12:10:43.189382 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:43.217789 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60edefde-b452-4a41-867c-b846b96bf12c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c924546-76d1-481d-8a98-f7006a09df9d'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:10:43.228324 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port 9c924546-76d1-481d-8a98-f7006a09df9d, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=9c924546-76d1-481d-8a98-f7006a09df9d,segment=NetworkSegment(a402912a-f827-4eda-8dbb-276cac4a089d),segment_id=a402912a-f827-4eda-8dbb-276cac4a089d)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:10:43.234037 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:43.236332 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-8133da9b-b2e5-453f-95ed-70b0ccac84c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:43.268724 dv-cinder-734144-19-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60edefde-b452-4a41-867c-b846b96bf12c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c924546-76d1-481d-8a98-f7006a09df9d', 'code': 200} May 17 12:10:43.309284 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=9c924546-76d1-481d-8a98-f7006a09df9d,revision_number=5']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:43.313192 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:43.571136 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b275cd06-ed6b-4dee-bdff-341304b767f4 req-c2a6bc44-f0ef-4084-b8ef-57fcebd105fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:43.572564 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-b275cd06-ed6b-4dee-bdff-341304b767f4 req-c2a6bc44-f0ef-4084-b8ef-57fcebd105fb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=60edefde-b452-4a41-867c-b846b96bf12c HTTP/1.1" status: 200 len: 1099 time: 0.0804076 May 17 12:10:43.621714 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-b275cd06-ed6b-4dee-bdff-341304b767f4 req-5fb193bf-a124-4a75-956b-9bf0998bd61a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a45f71a5-c1cb-4e5c-a0f7-a203a23791f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385010 May 17 12:10:43.717478 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21037e79-60f3-4069-9253-e60b9126b18a req-e9f0d416-bbfe-40f5-b097-8097a99a94c0 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:43.718943 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-21037e79-60f3-4069-9253-e60b9126b18a req-e9f0d416-bbfe-40f5-b097-8097a99a94c0 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=60edefde-b452-4a41-867c-b846b96bf12c HTTP/1.1" status: 200 len: 946 time: 0.0809677 May 17 12:10:43.763561 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-21037e79-60f3-4069-9253-e60b9126b18a req-ea495b24-7c48-4090-b3ad-1ee995e68aa8 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/security-groups?id=a45f71a5-c1cb-4e5c-a0f7-a203a23791f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390007 May 17 12:10:44.220835 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:44.874665 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 37586) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:44.951165 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6723200-9ebb-472f-939c-a8ee4afadcfd req-45b49432-0f78-4129-8e35-e5e3827ef4e4 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:44.952634 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-b6723200-9ebb-472f-939c-a8ee4afadcfd req-45b49432-0f78-4129-8e35-e5e3827ef4e4 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=60edefde-b452-4a41-867c-b846b96bf12c HTTP/1.1" status: 200 len: 946 time: 0.0802114 May 17 12:10:44.996692 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-89accbb0-6595-4248-af99-b4d38e2c8e28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:44.999274 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-b6723200-9ebb-472f-939c-a8ee4afadcfd req-e9866b2e-9cb5-4fff-8128-71cd84c8682e tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/security-groups?id=a45f71a5-c1cb-4e5c-a0f7-a203a23791f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405970 May 17 12:10:45.011478 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-89accbb0-6595-4248-af99-b4d38e2c8e28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:10:45.015355 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-89accbb0-6595-4248-af99-b4d38e2c8e28 admin admin] Usage tracker for resource:security_group_rule and tenant:fafaffec74e442b29ff0683c4fe36fb5 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:10:45.018244 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-89accbb0-6595-4248-af99-b4d38e2c8e28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:10:45.024819 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-89accbb0-6595-4248-af99-b4d38e2c8e28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:10:45.148291 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-89accbb0-6595-4248-af99-b4d38e2c8e28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:45.159507 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-89accbb0-6595-4248-af99-b4d38e2c8e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:45.169266 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-130f32db-6c08-4719-8f4e-ae8b33cc9fbb tempest-TestShelveInstance-1257737016 tempest-TestShelveInstance-1257737016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:45.212724 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-89accbb0-6595-4248-af99-b4d38e2c8e28 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fafaffec74e442b29ff0683c4fe36fb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3368368 May 17 12:10:45.215326 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 37594) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:45.219642 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89accbb0-6595-4248-af99-b4d38e2c8e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b4afa1-4ad2-457b-b409-d22ae3011e4e,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:45.223279 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-89accbb0-6595-4248-af99-b4d38e2c8e28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:45.241781 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3121639-a008-4f7d-bfda-ceffaf4813e6 req-d31f8b57-8877-424d-bd13-5414010ddc7d tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:45.243246 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-b3121639-a008-4f7d-bfda-ceffaf4813e6 req-d31f8b57-8877-424d-bd13-5414010ddc7d tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=60edefde-b452-4a41-867c-b846b96bf12c HTTP/1.1" status: 200 len: 946 time: 0.1359272 May 17 12:10:45.279169 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-fb6ab4f5-439e-484a-8da7-6ad8bbe99939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:45.288331 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-b3121639-a008-4f7d-bfda-ceffaf4813e6 req-e36f73fb-098f-4524-b48f-cdadb591a334 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/security-groups?id=a45f71a5-c1cb-4e5c-a0f7-a203a23791f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391152 May 17 12:10:45.305267 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-fb6ab4f5-439e-484a-8da7-6ad8bbe99939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:45.311766 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 37598) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:45.407306 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361f7fe6-0e33-44b3-93e7-7ec9f97059a9 tempest-TestVolumeBootPattern-972034667 tempest-TestVolumeBootPattern-972034667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:45.408800 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-361f7fe6-0e33-44b3-93e7-7ec9f97059a9 tempest-TestVolumeBootPattern-972034667 tempest-TestVolumeBootPattern-972034667-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=60edefde-b452-4a41-867c-b846b96bf12c HTTP/1.1" status: 200 len: 1094 time: 0.0961192 May 17 12:10:45.409934 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-fb6ab4f5-439e-484a-8da7-6ad8bbe99939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:45.411817 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 37602) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:45.413644 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-8ab57bcf-1835-4339-b86b-6a0405585d86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:45.417968 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-8abd56b7-2fba-4255-bca9-81b78c127e4c tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Request body: {'floatingip': {'floating_network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'port_id': '9c924546-76d1-481d-8a98-f7006a09df9d', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:10:45.424017 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-8abd56b7-2fba-4255-bca9-81b78c127e4c tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:10:45.426356 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6ab4f5-439e-484a-8da7-6ad8bbe99939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b4afa1-4ad2-457b-b409-d22ae3011e4e,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:45.427723 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-8abd56b7-2fba-4255-bca9-81b78c127e4c tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Usage tracker for resource:floatingip and tenant:bd096020b3c84734ab84d713ecfe505c is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:10:45.430986 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-fb6ab4f5-439e-484a-8da7-6ad8bbe99939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:45.431908 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-8abd56b7-2fba-4255-bca9-81b78c127e4c tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:10:45.433980 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-fb6ab4f5-439e-484a-8da7-6ad8bbe99939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:45.437396 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-fb6ab4f5-439e-484a-8da7-6ad8bbe99939 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/58b4afa1-4ad2-457b-b409-d22ae3011e4e HTTP/1.1" status: 204 len: 168 time: 0.2209899 May 17 12:10:45.443077 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-8abd56b7-2fba-4255-bca9-81b78c127e4c tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:10:45.456524 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-8abd56b7-2fba-4255-bca9-81b78c127e4c tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks [] for floatingip, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:45.601272 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-8abd56b7-2fba-4255-bca9-81b78c127e4c tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:45.730189 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 37610) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:45.758231 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.db_base_plugin_common [None req-8abd56b7-2fba-4255-bca9-81b78c127e4c tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Allocated IP 172.27.1.185 (163aee93-eed0-47f4-9809-6291286e957c/35eb0c40-f6d0-43b5-b72a-9e8dd7567b53/02b30a78-8a03-4b89-9ddc-91fdd4790682) {{(pid=78701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:10:45.763266 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-b3651122-5af9-4f27-90ab-f9ee4ee684d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:45.783469 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-b3651122-5af9-4f27-90ab-f9ee4ee684d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:10:45.806214 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-b3651122-5af9-4f27-90ab-f9ee4ee684d6 admin admin] Usage tracker for resource:security_group_rule and tenant:2af0e6a2f1554bfdb77d2ccf165423d0 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:10:45.811831 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-b3651122-5af9-4f27-90ab-f9ee4ee684d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:10:45.867433 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-b3651122-5af9-4f27-90ab-f9ee4ee684d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:10:45.965105 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-8abd56b7-2fba-4255-bca9-81b78c127e4c tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks [] for port, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:46.021020 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-b3651122-5af9-4f27-90ab-f9ee4ee684d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:46.026311 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-b3651122-5af9-4f27-90ab-f9ee4ee684d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:46.035438 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-e87ca8bb-29e0-4ca9-86de-bb11525d071d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:46.069861 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-8abd56b7-2fba-4255-bca9-81b78c127e4c tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534708'] for port, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:46.088066 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-b3651122-5af9-4f27-90ab-f9ee4ee684d6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2af0e6a2f1554bfdb77d2ccf165423d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3569200 May 17 12:10:46.088841 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3651122-5af9-4f27-90ab-f9ee4ee684d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0647fd67-5fb9-4680-8245-0a3ff49e76a5,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:46.091521 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 37614) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:46.094443 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-b3651122-5af9-4f27-90ab-f9ee4ee684d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:46.094941 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-a2700662-ec89-4b23-8a93-6d18ec34cc0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:46.143986 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abd56b7-2fba-4255-bca9-81b78c127e4c tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Network 163aee93-eed0-47f4-9809-6291286e957c is already hosted by enough agents. {{(pid=78701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:10:46.147434 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.base_scheduler [None req-8abd56b7-2fba-4255-bca9-81b78c127e4c tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Resources bound (agent type, host, resource id): {{(pid=78701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:10:46.151118 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abd56b7-2fba-4255-bca9-81b78c127e4c tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Received port after_create {{(pid=78701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:10:46.158814 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-66603736-510e-4464-9d6f-9a1192b1e98a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:46.186227 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-66603736-510e-4464-9d6f-9a1192b1e98a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:46.205701 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd56b7-2fba-4255-bca9-81b78c127e4c tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Pushing event updated for resources: {'Port': ['ID=02b30a78-8a03-4b89-9ddc-91fdd4790682,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:46.209903 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-8abd56b7-2fba-4255-bca9-81b78c127e4c tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:46.237772 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-66603736-510e-4464-9d6f-9a1192b1e98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:46.243078 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-d0924a6e-c14f-489c-a0c4-8a017668e00c tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:46.253708 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66603736-510e-4464-9d6f-9a1192b1e98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0647fd67-5fb9-4680-8245-0a3ff49e76a5,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:46.259366 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-66603736-510e-4464-9d6f-9a1192b1e98a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:46.266298 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-66603736-510e-4464-9d6f-9a1192b1e98a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:46.267406 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-66603736-510e-4464-9d6f-9a1192b1e98a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0647fd67-5fb9-4680-8245-0a3ff49e76a5 HTTP/1.1" status: 204 len: 168 time: 0.1744897 May 17 12:10:46.674971 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-8abd56b7-2fba-4255-bca9-81b78c127e4c tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:46.749915 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-8abd56b7-2fba-4255-bca9-81b78c127e4c tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:46.965359 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-8abd56b7-2fba-4255-bca9-81b78c127e4c tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks [] for port, precommit_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:46.970939 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-8abd56b7-2fba-4255-bca9-81b78c127e4c tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2534717'] for port, after_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:46.976259 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-5292598e-ebf2-4baf-bb7b-0ce7df8c0418 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:47.086737 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd56b7-2fba-4255-bca9-81b78c127e4c tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Pushing event updated for resources: {'Port': ['ID=02b30a78-8a03-4b89-9ddc-91fdd4790682,revision_number=2']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:47.090726 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-8abd56b7-2fba-4255-bca9-81b78c127e4c tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:47.096008 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-8abd56b7-2fba-4255-bca9-81b78c127e4c tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407876'] for floatingip, after_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:47.269825 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.db.l3_db [None req-8abd56b7-2fba-4255-bca9-81b78c127e4c tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Floating IP 3cb9804a-7871-4574-9084-dc2fc5964cf5 associated. External IP: 172.27.1.185, port: 9c924546-76d1-481d-8a98-f7006a09df9d. May 17 12:10:47.621819 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8abd56b7-2fba-4255-bca9-81b78c127e4c tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Router 63e8f73d-ad50-4cd3-929b-215fda21db32 has already been hosted by L3 agent 7d9bdccf-07e9-4436-af26-1dad3be87fd8 {{(pid=78701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:10:47.800724 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8abd56b7-2fba-4255-bca9-81b78c127e4c tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify agent at l3_agent.dv-cinder-734144-19-iscsi the message routers_updated {{(pid=78701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:10:47.810722 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e16306-b356-4cd9-b4ae-c044966d41cc None None] Sync routers for ids ['63e8f73d-ad50-4cd3-929b-215fda21db32'] in dv-cinder-734144-19-iscsi {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:10:47.821408 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e16306-b356-4cd9-b4ae-c044966d41cc None None] Routers {'63e8f73d-ad50-4cd3-929b-215fda21db32'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:10:47.822039 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-91e16306-b356-4cd9-b4ae-c044966d41cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:10:41Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['63e8f73d-ad50-4cd3-929b-215fda21db32'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:10:47.841962 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-8abd56b7-2fba-4255-bca9-81b78c127e4c tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for floatingip, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:47.909229 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-8abd56b7-2fba-4255-bca9-81b78c127e4c tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4951165 May 17 12:10:47.909994 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60edefde-b452-4a41-867c-b846b96bf12c', 'tag': '9c924546-76d1-481d-8a98-f7006a09df9d'}] {{(pid=78701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:10:47.976397 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60edefde-b452-4a41-867c-b846b96bf12c', 'tag': '9c924546-76d1-481d-8a98-f7006a09df9d', 'status': 'completed', 'code': 200} May 17 12:10:48.012783 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-91e16306-b356-4cd9-b4ae-c044966d41cc None None] Set router 63e8f73d-ad50-4cd3-929b-215fda21db32 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:10:48.077994 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534c93e-24a5-42c0-a512-dd05a9132a7f req-6e10a94a-7a2e-4cb6-8f4e-b21384185406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:48.079798 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-4534c93e-24a5-42c0-a512-dd05a9132a7f req-6e10a94a-7a2e-4cb6-8f4e-b21384185406 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd096020b3c84734ab84d713ecfe505c&device_id=60edefde-b452-4a41-867c-b846b96bf12c HTTP/1.1" status: 200 len: 1099 time: 0.0794842 May 17 12:10:48.227642 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534c93e-24a5-42c0-a512-dd05a9132a7f req-4a179737-e1ab-473a-abb2-8f9c2e2e1d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:48.229481 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-4534c93e-24a5-42c0-a512-dd05a9132a7f req-4a179737-e1ab-473a-abb2-8f9c2e2e1d8e service neutron] 10.222.0.52 "GET /v2.0/networks?id=6fb5c99b-a68d-45a2-861a-1b6b3804e1c1 HTTP/1.1" status: 200 len: 913 time: 0.1432290 May 17 12:10:48.345288 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-4534c93e-24a5-42c0-a512-dd05a9132a7f req-8b064087-bf4b-42fd-8061-b6ffd3181da3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c924546-76d1-481d-8a98-f7006a09df9d HTTP/1.1" status: 200 len: 1000 time: 0.1089132 May 17 12:10:48.389436 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-91e16306-b356-4cd9-b4ae-c044966d41cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'name': 'tempest-TestVolumeBootPattern-1798618458-router', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:06Z', 'updated_at': '2021-05-17T12:07:13Z', 'revision_number': 4, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'gw_port': {'id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:08:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:07Z', 'updated_at': '2021-05-17T12:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_floatingips': [{'id': '3cb9804a-7871-4574-9084-dc2fc5964cf5', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'router_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'port_id': '9c924546-76d1-481d-8a98-f7006a09df9d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1', 'mac_address': 'fa:16:3e:22:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60edefde-b452-4a41-867c-b846b96bf12c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:10:46Z', 'updated_at': '2021-05-17T12:10:46Z', 'revision_number': 0, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62483829-37ae-4176-9f39-760bba38563e', 'name': '', 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'mac_address': 'fa:16:3e:cd:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'df17bad4-8d21-4b36-8dd5-091410a2c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:13Z', 'updated_at': '2021-05-17T12:07:20Z', 'revision_number': 5, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'subnets': [{'id': 'df17bad4-8d21-4b36-8dd5-091410a2c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:10:48.393396 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e16306-b356-4cd9-b4ae-c044966d41cc None None] Checking router: 63e8f73d-ad50-4cd3-929b-215fda21db32 for host: dv-cinder-734144-19-iscsi {{(pid=78702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:10:48.402302 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e16306-b356-4cd9-b4ae-c044966d41cc None None] Routers {'63e8f73d-ad50-4cd3-929b-215fda21db32'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:10:48.402994 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-91e16306-b356-4cd9-b4ae-c044966d41cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:10:41Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['63e8f73d-ad50-4cd3-929b-215fda21db32'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:10:48.419544 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534c93e-24a5-42c0-a512-dd05a9132a7f req-60d5478a-0166-43ce-84fa-394b3c0827e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:48.421006 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-4534c93e-24a5-42c0-a512-dd05a9132a7f req-60d5478a-0166-43ce-84fa-394b3c0827e8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=df17bad4-8d21-4b36-8dd5-091410a2c5d8 HTTP/1.1" status: 200 len: 851 time: 0.0692427 May 17 12:10:48.500169 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534c93e-24a5-42c0-a512-dd05a9132a7f req-dc7c52c1-38a5-4e5c-9dd8-7e19671ad361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:10:48.501686 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-4534c93e-24a5-42c0-a512-dd05a9132a7f req-dc7c52c1-38a5-4e5c-9dd8-7e19671ad361 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6fb5c99b-a68d-45a2-861a-1b6b3804e1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0738873 May 17 12:10:48.590329 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-91e16306-b356-4cd9-b4ae-c044966d41cc None None] Set router 63e8f73d-ad50-4cd3-929b-215fda21db32 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:10:48.637997 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-4534c93e-24a5-42c0-a512-dd05a9132a7f req-1b3bbe6e-48a4-4b35-b731-8b1374fcb8cb service neutron] 10.222.0.52 "GET /v2.0/networks/6fb5c99b-a68d-45a2-861a-1b6b3804e1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288252 May 17 12:10:48.879460 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-4534c93e-24a5-42c0-a512-dd05a9132a7f req-d8bec48f-1bbc-410e-9564-6124fe11bb8b service neutron] 10.222.0.52 "GET /v2.0/networks/6fb5c99b-a68d-45a2-861a-1b6b3804e1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346776 May 17 12:10:48.948950 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-91e16306-b356-4cd9-b4ae-c044966d41cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'name': 'tempest-TestVolumeBootPattern-1798618458-router', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:06Z', 'updated_at': '2021-05-17T12:07:13Z', 'revision_number': 4, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'gw_port': {'id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:08:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:07Z', 'updated_at': '2021-05-17T12:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_floatingips': [{'id': '3cb9804a-7871-4574-9084-dc2fc5964cf5', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'router_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'port_id': '9c924546-76d1-481d-8a98-f7006a09df9d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1', 'mac_address': 'fa:16:3e:22:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60edefde-b452-4a41-867c-b846b96bf12c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:10:46Z', 'updated_at': '2021-05-17T12:10:46Z', 'revision_number': 0, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62483829-37ae-4176-9f39-760bba38563e', 'name': '', 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'mac_address': 'fa:16:3e:cd:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'df17bad4-8d21-4b36-8dd5-091410a2c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:13Z', 'updated_at': '2021-05-17T12:07:20Z', 'revision_number': 5, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'subnets': [{'id': 'df17bad4-8d21-4b36-8dd5-091410a2c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:10:48.952927 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e16306-b356-4cd9-b4ae-c044966d41cc None None] The sync data for ids ['63e8f73d-ad50-4cd3-929b-215fda21db32'] in dv-cinder-734144-19-iscsi is: [{'id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'name': 'tempest-TestVolumeBootPattern-1798618458-router', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:06Z', 'updated_at': '2021-05-17T12:07:13Z', 'revision_number': 4, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'gw_port': {'id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:08:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:07Z', 'updated_at': '2021-05-17T12:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_floatingips': [{'id': '3cb9804a-7871-4574-9084-dc2fc5964cf5', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'router_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'port_id': '9c924546-76d1-481d-8a98-f7006a09df9d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1', 'mac_address': 'fa:16:3e:22:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60edefde-b452-4a41-867c-b846b96bf12c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:10:46Z', 'updated_at': '2021-05-17T12:10:46Z', 'revision_number': 0, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62483829-37ae-4176-9f39-760bba38563e', 'name': '', 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'mac_address': 'fa:16:3e:cd:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'df17bad4-8d21-4b36-8dd5-091410a2c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:13Z', 'updated_at': '2021-05-17T12:07:20Z', 'revision_number': 5, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'subnets': [{'id': 'df17bad4-8d21-4b36-8dd5-091410a2c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:10:49.136540 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146ed0ca-4a8f-43ec-8238-2d31bf5650ad None None] New status for floating IP 3cb9804a-7871-4574-9084-dc2fc5964cf5: ACTIVE {{(pid=78703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 12:10:51.893685 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 37694) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:52.015179 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-948ab304-07c1-46fd-b1a2-db72b1a2d3cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:52.029563 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-948ab304-07c1-46fd-b1a2-db72b1a2d3cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:10:52.033471 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-948ab304-07c1-46fd-b1a2-db72b1a2d3cd admin admin] Usage tracker for resource:security_group_rule and tenant:50b84be4b91d461284f123c047d96b5b is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:10:52.036206 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-948ab304-07c1-46fd-b1a2-db72b1a2d3cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:10:52.042720 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-948ab304-07c1-46fd-b1a2-db72b1a2d3cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:10:52.134233 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-948ab304-07c1-46fd-b1a2-db72b1a2d3cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:52.138133 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-948ab304-07c1-46fd-b1a2-db72b1a2d3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:52.144485 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-738bada8-e56d-4aae-a2be-1a7d286b6fc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:52.185489 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ab304-07c1-46fd-b1a2-db72b1a2d3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e171f605-97cc-4e17-b96c-672700fd983a,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:52.189852 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-948ab304-07c1-46fd-b1a2-db72b1a2d3cd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=50b84be4b91d461284f123c047d96b5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2951655 May 17 12:10:52.190738 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-948ab304-07c1-46fd-b1a2-db72b1a2d3cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:52.192499 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 37700) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:52.251691 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-7aafa523-a790-46eb-a434-47d5bfeb329a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:52.277137 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-7aafa523-a790-46eb-a434-47d5bfeb329a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:52.327482 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-7aafa523-a790-46eb-a434-47d5bfeb329a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:52.332123 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-72f0ca5d-28f4-49c5-916e-c2edecd02eec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:52.342129 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aafa523-a790-46eb-a434-47d5bfeb329a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e171f605-97cc-4e17-b96c-672700fd983a,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:52.346538 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-7aafa523-a790-46eb-a434-47d5bfeb329a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:52.348609 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-7aafa523-a790-46eb-a434-47d5bfeb329a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:52.350296 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-7aafa523-a790-46eb-a434-47d5bfeb329a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e171f605-97cc-4e17-b96c-672700fd983a HTTP/1.1" status: 204 len: 168 time: 0.1563103 May 17 12:10:52.627426 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 37708) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:52.644731 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-5c264628-3ff2-44fe-b4de-711bac72924b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:52.663039 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-5c264628-3ff2-44fe-b4de-711bac72924b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:10:52.666790 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-5c264628-3ff2-44fe-b4de-711bac72924b admin admin] Usage tracker for resource:security_group_rule and tenant:9a1eb8e6561945dd8613be8d3ee3c577 is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:10:52.669519 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-5c264628-3ff2-44fe-b4de-711bac72924b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:10:52.674964 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-5c264628-3ff2-44fe-b4de-711bac72924b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:10:52.756832 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-5c264628-3ff2-44fe-b4de-711bac72924b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:52.760625 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-5c264628-3ff2-44fe-b4de-711bac72924b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:52.768705 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-d7711580-2a2b-4ab7-bf1b-76c7d0624e9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:52.809660 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-5c264628-3ff2-44fe-b4de-711bac72924b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9a1eb8e6561945dd8613be8d3ee3c577&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1810293 May 17 12:10:52.810489 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c264628-3ff2-44fe-b4de-711bac72924b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3f0366-69e0-4707-85cc-181dc5267f5d,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:52.812395 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 37712) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:52.813514 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-5c264628-3ff2-44fe-b4de-711bac72924b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:52.874423 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-6535433b-1867-414d-8fe3-edacd1dc01a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:52.899821 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-6535433b-1867-414d-8fe3-edacd1dc01a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:52.949950 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-6535433b-1867-414d-8fe3-edacd1dc01a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:52.953839 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-f1faa77b-85d1-465e-9e3a-57b2b5546c22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:52.966765 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6535433b-1867-414d-8fe3-edacd1dc01a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3f0366-69e0-4707-85cc-181dc5267f5d,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:52.969776 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-6535433b-1867-414d-8fe3-edacd1dc01a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:52.971722 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-6535433b-1867-414d-8fe3-edacd1dc01a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:52.976290 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-6535433b-1867-414d-8fe3-edacd1dc01a1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5c3f0366-69e0-4707-85cc-181dc5267f5d HTTP/1.1" status: 204 len: 168 time: 0.1587787 May 17 12:10:55.547483 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 37784) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:55.670622 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-6b2f19d4-f018-4cc7-bad3-a27b883761b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:55.684201 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-6b2f19d4-f018-4cc7-bad3-a27b883761b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:10:55.687952 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-6b2f19d4-f018-4cc7-bad3-a27b883761b8 admin admin] Usage tracker for resource:security_group_rule and tenant:a9b4840cecb1470ab18e7763bb6f520d is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:10:55.690619 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-6b2f19d4-f018-4cc7-bad3-a27b883761b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:10:55.696158 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-6b2f19d4-f018-4cc7-bad3-a27b883761b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:10:55.778041 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-6b2f19d4-f018-4cc7-bad3-a27b883761b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:55.781671 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-6b2f19d4-f018-4cc7-bad3-a27b883761b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:55.789919 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-89accbb0-6595-4248-af99-b4d38e2c8e28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:55.829553 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-6b2f19d4-f018-4cc7-bad3-a27b883761b8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a9b4840cecb1470ab18e7763bb6f520d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2809110 May 17 12:10:55.830691 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f19d4-f018-4cc7-bad3-a27b883761b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ada5afd-e697-4861-b264-c545362efbed,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:55.832317 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 37790) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:55.834158 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-6b2f19d4-f018-4cc7-bad3-a27b883761b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:55.893731 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-1071281f-0cc4-47d3-bba2-0fc139971139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:55.918523 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-1071281f-0cc4-47d3-bba2-0fc139971139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:55.969325 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-1071281f-0cc4-47d3-bba2-0fc139971139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:55.972911 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-d008e695-863f-4464-9a2c-c10f6f235511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:55.988601 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1071281f-0cc4-47d3-bba2-0fc139971139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ada5afd-e697-4861-b264-c545362efbed,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:55.992107 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-1071281f-0cc4-47d3-bba2-0fc139971139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:55.999814 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-1071281f-0cc4-47d3-bba2-0fc139971139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:56.000896 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-1071281f-0cc4-47d3-bba2-0fc139971139 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5ada5afd-e697-4861-b264-c545362efbed HTTP/1.1" status: 204 len: 168 time: 0.1675639 May 17 12:10:56.278482 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 37798) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:56.299061 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-76fc2764-1089-4fc2-9387-95e2bc280977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:56.403798 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-76fc2764-1089-4fc2-9387-95e2bc280977 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:10:56.407650 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-76fc2764-1089-4fc2-9387-95e2bc280977 admin admin] Usage tracker for resource:security_group_rule and tenant:6397e13d971749a498bb2c8851526022 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:10:56.410578 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-76fc2764-1089-4fc2-9387-95e2bc280977 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:10:56.416358 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-76fc2764-1089-4fc2-9387-95e2bc280977 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:10:56.499008 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-76fc2764-1089-4fc2-9387-95e2bc280977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:56.502607 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-76fc2764-1089-4fc2-9387-95e2bc280977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:56.511400 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-fb4073d6-457d-4685-a15e-6cc2d0b8bd22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:56.548185 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-76fc2764-1089-4fc2-9387-95e2bc280977 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6397e13d971749a498bb2c8851526022&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2686253 May 17 12:10:56.549864 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fc2764-1089-4fc2-9387-95e2bc280977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5569da-f056-4dbd-986b-35185b06a001,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:56.550826 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 37802) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:56.553474 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-76fc2764-1089-4fc2-9387-95e2bc280977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:56.608973 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f9aff9b2-c909-4edc-8afd-8bc5f7dbaf17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:56.635666 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f9aff9b2-c909-4edc-8afd-8bc5f7dbaf17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:56.686703 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f9aff9b2-c909-4edc-8afd-8bc5f7dbaf17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:56.690330 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-acd97920-07c3-4add-99cd-82d565523eb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:56.701466 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aff9b2-c909-4edc-8afd-8bc5f7dbaf17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5569da-f056-4dbd-986b-35185b06a001,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:56.705235 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-f9aff9b2-c909-4edc-8afd-8bc5f7dbaf17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:56.708348 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-f9aff9b2-c909-4edc-8afd-8bc5f7dbaf17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:56.709491 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-f9aff9b2-c909-4edc-8afd-8bc5f7dbaf17 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0d5569da-f056-4dbd-986b-35185b06a001 HTTP/1.1" status: 204 len: 168 time: 0.1577044 May 17 12:10:58.961489 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 37874) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:59.081250 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-067b6370-4cbd-454b-a1a0-e490b024c17a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:59.096386 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-067b6370-4cbd-454b-a1a0-e490b024c17a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:10:59.100200 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-067b6370-4cbd-454b-a1a0-e490b024c17a admin admin] Usage tracker for resource:security_group_rule and tenant:74a824336313473a8eae21348e5adf10 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:10:59.102950 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-067b6370-4cbd-454b-a1a0-e490b024c17a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:10:59.108549 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-067b6370-4cbd-454b-a1a0-e490b024c17a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:10:59.189431 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-067b6370-4cbd-454b-a1a0-e490b024c17a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:59.192988 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-067b6370-4cbd-454b-a1a0-e490b024c17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:59.200301 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-c4830000-f264-4a7b-ad7c-6e7ced440902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:59.241936 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b6370-4cbd-454b-a1a0-e490b024c17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c34f53-801a-4689-81dc-5079a7df015f,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:59.246465 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-067b6370-4cbd-454b-a1a0-e490b024c17a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=74a824336313473a8eae21348e5adf10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2839689 May 17 12:10:59.247346 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-067b6370-4cbd-454b-a1a0-e490b024c17a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:59.249972 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 37880) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:59.307443 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-585e5155-94fc-47de-924c-65421616d5d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:59.332993 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-585e5155-94fc-47de-924c-65421616d5d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:59.384311 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-585e5155-94fc-47de-924c-65421616d5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:59.388920 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-036bf4dd-1fbe-4e12-80ff-56cb7fdf3327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:59.401481 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585e5155-94fc-47de-924c-65421616d5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c34f53-801a-4689-81dc-5079a7df015f,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:59.404257 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-585e5155-94fc-47de-924c-65421616d5d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:59.413206 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-585e5155-94fc-47de-924c-65421616d5d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:59.416268 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-585e5155-94fc-47de-924c-65421616d5d4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/21c34f53-801a-4689-81dc-5079a7df015f HTTP/1.1" status: 204 len: 168 time: 0.1634529 May 17 12:10:59.701088 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 37888) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:59.718588 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-43d892c5-684c-4dc1-a393-9fafca9476e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:59.733192 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-43d892c5-684c-4dc1-a393-9fafca9476e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:10:59.736866 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-43d892c5-684c-4dc1-a393-9fafca9476e0 admin admin] Usage tracker for resource:security_group_rule and tenant:062dfda9125943f883ec6e31ef9f7b23 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:10:59.739614 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-43d892c5-684c-4dc1-a393-9fafca9476e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:10:59.746179 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-43d892c5-684c-4dc1-a393-9fafca9476e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:10:59.830254 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-43d892c5-684c-4dc1-a393-9fafca9476e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:59.833765 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-43d892c5-684c-4dc1-a393-9fafca9476e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:59.842548 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-7e1c0512-fbba-44df-8657-2e96f5b77f18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:10:59.880616 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-43d892c5-684c-4dc1-a393-9fafca9476e0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=062dfda9125943f883ec6e31ef9f7b23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1784308 May 17 12:10:59.883341 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d892c5-684c-4dc1-a393-9fafca9476e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7613a023-ccb1-45a6-b38c-855aa9a880c3,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:59.884343 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 37892) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:10:59.886571 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-43d892c5-684c-4dc1-a393-9fafca9476e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:10:59.943878 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-01e029c9-6882-4bf3-b1b1-99239c418558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:10:59.969536 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-01e029c9-6882-4bf3-b1b1-99239c418558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:00.023959 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-01e029c9-6882-4bf3-b1b1-99239c418558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:00.027534 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-5dfd9851-f977-4816-80fc-19c0ff3f13a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:11:00.038824 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e029c9-6882-4bf3-b1b1-99239c418558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7613a023-ccb1-45a6-b38c-855aa9a880c3,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:00.042622 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-01e029c9-6882-4bf3-b1b1-99239c418558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:11:00.045800 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-01e029c9-6882-4bf3-b1b1-99239c418558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:00.046817 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-01e029c9-6882-4bf3-b1b1-99239c418558 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7613a023-ccb1-45a6-b38c-855aa9a880c3 HTTP/1.1" status: 204 len: 168 time: 0.1613345 May 17 12:11:02.206014 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 37952) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:11:02.324786 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-6b013aa9-8e80-4137-b637-3f01075ab27f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:02.340235 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-6b013aa9-8e80-4137-b637-3f01075ab27f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:11:02.344015 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-6b013aa9-8e80-4137-b637-3f01075ab27f admin admin] Usage tracker for resource:security_group_rule and tenant:9d8b8c39dcef43c8a284e1f57f63029b is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:11:02.346823 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-6b013aa9-8e80-4137-b637-3f01075ab27f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:11:02.352591 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-6b013aa9-8e80-4137-b637-3f01075ab27f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:11:02.435596 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-6b013aa9-8e80-4137-b637-3f01075ab27f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:02.439323 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-6b013aa9-8e80-4137-b637-3f01075ab27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:02.448624 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-9af851b2-933c-4ecc-be5d-b834ae78ae4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:11:02.490543 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-6b013aa9-8e80-4137-b637-3f01075ab27f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9d8b8c39dcef43c8a284e1f57f63029b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2828636 May 17 12:11:02.492289 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b013aa9-8e80-4137-b637-3f01075ab27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7115fd24-4303-4433-b31f-90db92ecf02d,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:02.493221 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 37958) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:11:02.495870 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-6b013aa9-8e80-4137-b637-3f01075ab27f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:11:02.558968 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-2758e43d-4e28-4004-9057-594e6a0b6e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:02.584743 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-2758e43d-4e28-4004-9057-594e6a0b6e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:02.634892 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-2758e43d-4e28-4004-9057-594e6a0b6e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:02.639474 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-8a5dea8c-0667-4f06-b103-cd6f81cb15d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:11:02.652489 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2758e43d-4e28-4004-9057-594e6a0b6e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7115fd24-4303-4433-b31f-90db92ecf02d,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:02.655265 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-2758e43d-4e28-4004-9057-594e6a0b6e68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:11:02.661400 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-2758e43d-4e28-4004-9057-594e6a0b6e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:02.662571 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-2758e43d-4e28-4004-9057-594e6a0b6e68 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7115fd24-4303-4433-b31f-90db92ecf02d HTTP/1.1" status: 204 len: 168 time: 0.1683714 May 17 12:11:02.948440 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 37966) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:11:02.966352 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-84b6efe8-66b8-45be-a406-d537af04c226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:02.981052 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-84b6efe8-66b8-45be-a406-d537af04c226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:11:02.984827 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-84b6efe8-66b8-45be-a406-d537af04c226 admin admin] Usage tracker for resource:security_group_rule and tenant:39f3157b4fc7499582b464269642debc is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:11:02.987637 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-84b6efe8-66b8-45be-a406-d537af04c226 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:11:02.993850 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-84b6efe8-66b8-45be-a406-d537af04c226 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:11:03.082606 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-84b6efe8-66b8-45be-a406-d537af04c226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:03.086701 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-84b6efe8-66b8-45be-a406-d537af04c226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:03.093723 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-e035f7a9-2773-4db9-b254-9bfaf41a165a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:11:03.134961 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-84b6efe8-66b8-45be-a406-d537af04c226 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=39f3157b4fc7499582b464269642debc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1853728 May 17 12:11:03.135865 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b6efe8-66b8-45be-a406-d537af04c226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc787923-20d3-4386-97b8-6245203b7dc8,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:03.138024 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 37970) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:11:03.139049 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-84b6efe8-66b8-45be-a406-d537af04c226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:11:03.201703 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-6862e0ee-f8d5-4588-988d-4a0a62064841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:03.226724 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-6862e0ee-f8d5-4588-988d-4a0a62064841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:03.277972 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-6862e0ee-f8d5-4588-988d-4a0a62064841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:03.283022 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-76fc2764-1089-4fc2-9387-95e2bc280977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:11:03.295658 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6862e0ee-f8d5-4588-988d-4a0a62064841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc787923-20d3-4386-97b8-6245203b7dc8,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:03.298611 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-6862e0ee-f8d5-4588-988d-4a0a62064841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:11:03.300579 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-6862e0ee-f8d5-4588-988d-4a0a62064841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:03.301690 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-6862e0ee-f8d5-4588-988d-4a0a62064841 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bc787923-20d3-4386-97b8-6245203b7dc8 HTTP/1.1" status: 204 len: 168 time: 0.1626036 May 17 12:11:04.870598 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.agents_db [None req-bc444940-bb86-4de8-ac48-ae4570a6a7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:11:07.841283 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 38030) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:11:07.956673 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-28e3c4e1-8763-4f3f-ab0b-dd01b2e83bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:07.971698 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-28e3c4e1-8763-4f3f-ab0b-dd01b2e83bad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:11:07.976188 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-28e3c4e1-8763-4f3f-ab0b-dd01b2e83bad admin admin] Usage tracker for resource:security_group_rule and tenant:c339c1f4df97400196288b7b9dc4c5a7 is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:11:07.978935 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-28e3c4e1-8763-4f3f-ab0b-dd01b2e83bad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:11:07.984404 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-28e3c4e1-8763-4f3f-ab0b-dd01b2e83bad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:11:08.008388 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:08.069662 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-28e3c4e1-8763-4f3f-ab0b-dd01b2e83bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:08.074015 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-28e3c4e1-8763-4f3f-ab0b-dd01b2e83bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:08.082366 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-b3651122-5af9-4f27-90ab-f9ee4ee684d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:11:08.125923 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-28e3c4e1-8763-4f3f-ab0b-dd01b2e83bad admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c339c1f4df97400196288b7b9dc4c5a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2835226 May 17 12:11:08.126812 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e3c4e1-8763-4f3f-ab0b-dd01b2e83bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8045b0-bd59-4419-87eb-3b55afdeff1f,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:08.128524 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 38036) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:11:08.134910 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e3c4e1-8763-4f3f-ab0b-dd01b2e83bad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:11:08.135297 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e3c4e1-8763-4f3f-ab0b-dd01b2e83bad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:11:08.135674 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e3c4e1-8763-4f3f-ab0b-dd01b2e83bad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:11:08.136044 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e3c4e1-8763-4f3f-ab0b-dd01b2e83bad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:11:08.136409 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e3c4e1-8763-4f3f-ab0b-dd01b2e83bad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:11:08.136773 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e3c4e1-8763-4f3f-ab0b-dd01b2e83bad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:11:08.137161 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e3c4e1-8763-4f3f-ab0b-dd01b2e83bad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:11:08.137525 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e3c4e1-8763-4f3f-ab0b-dd01b2e83bad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:11:08.137887 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e3c4e1-8763-4f3f-ab0b-dd01b2e83bad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:11:08.138242 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e3c4e1-8763-4f3f-ab0b-dd01b2e83bad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:11:08.138598 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e3c4e1-8763-4f3f-ab0b-dd01b2e83bad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:11:08.138950 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e3c4e1-8763-4f3f-ab0b-dd01b2e83bad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:11:08.142684 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-28e3c4e1-8763-4f3f-ab0b-dd01b2e83bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:11:08.186525 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-28befc24-dd6c-4a6f-bb31-708dee9de6ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:08.212901 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-28befc24-dd6c-4a6f-bb31-708dee9de6ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:08.262939 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-28befc24-dd6c-4a6f-bb31-708dee9de6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:08.267569 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-5c02c223-cda0-4af6-a566-f88d25732abe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:11:08.280631 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28befc24-dd6c-4a6f-bb31-708dee9de6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8045b0-bd59-4419-87eb-3b55afdeff1f,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:08.283142 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-28befc24-dd6c-4a6f-bb31-708dee9de6ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:11:08.293286 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-28befc24-dd6c-4a6f-bb31-708dee9de6ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:08.294380 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-28befc24-dd6c-4a6f-bb31-708dee9de6ef admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fb8045b0-bd59-4419-87eb-3b55afdeff1f HTTP/1.1" status: 204 len: 168 time: 0.1648662 May 17 12:11:08.571529 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 38044) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:11:08.592518 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-9928eb99-3a19-4603-8e02-35842598aa56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:08.606891 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-9928eb99-3a19-4603-8e02-35842598aa56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:11:08.610611 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-9928eb99-3a19-4603-8e02-35842598aa56 admin admin] Usage tracker for resource:security_group_rule and tenant:5cae4e7b1e104754af99fecd8152ca95 is out of sync, need to count used quota {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:11:08.613362 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [None req-9928eb99-3a19-4603-8e02-35842598aa56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78700) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:11:08.620500 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [None req-9928eb99-3a19-4603-8e02-35842598aa56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:11:08.703980 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-9928eb99-3a19-4603-8e02-35842598aa56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:08.707620 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-9928eb99-3a19-4603-8e02-35842598aa56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:08.716693 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-f9aff9b2-c909-4edc-8afd-8bc5f7dbaf17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:11:08.756628 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-9928eb99-3a19-4603-8e02-35842598aa56 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5cae4e7b1e104754af99fecd8152ca95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1838880 May 17 12:11:08.758153 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928eb99-3a19-4603-8e02-35842598aa56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638cea52-287f-4802-8356-4455a2d7b73e,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:08.759279 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 38048) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:11:08.761422 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-9928eb99-3a19-4603-8e02-35842598aa56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:11:08.780325 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd12faf8-cf72-4655-b2c9-dd87106fa60b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:08.824921 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-c7d55340-a8e7-4f97-a908-1f450e485ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:08.850863 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-c7d55340-a8e7-4f97-a908-1f450e485ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:08.902677 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-c7d55340-a8e7-4f97-a908-1f450e485ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:08.908077 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-1ab6cd36-4c27-4153-9ade-83fc857bd29f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:11:08.921430 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d55340-a8e7-4f97-a908-1f450e485ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638cea52-287f-4802-8356-4455a2d7b73e,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:08.924254 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-c7d55340-a8e7-4f97-a908-1f450e485ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:11:08.928613 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-c7d55340-a8e7-4f97-a908-1f450e485ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:08.932289 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-c7d55340-a8e7-4f97-a908-1f450e485ee7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/638cea52-287f-4802-8356-4455a2d7b73e HTTP/1.1" status: 204 len: 168 time: 0.1692500 May 17 12:11:11.305443 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-22b7ebd2-6b4f-4be6-8c38-027c4c23fe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:11.331350 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:12.341292 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:14.222980 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:38.027912 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:38.780965 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2faee915-7c7f-4fc8-b771-0e3783545166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:41.307578 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-ab5e8005-644e-49c5-b1ed-4af822c47458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:41.332083 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:41.868954 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.agents_db [None req-bc444940-bb86-4de8-ac48-ae4570a6a7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:11:42.343335 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:43.699680 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-4170aa37-1377-483a-bde2-94d103aa1803 req-8c2ce580-059d-4202-825c-433e16e1400e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=60edefde-b452-4a41-867c-b846b96bf12c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2214954 May 17 12:11:43.848468 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170aa37-1377-483a-bde2-94d103aa1803 req-3ff346ca-0b3f-4000-92f9-fe5e5ed4993b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:43.850034 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-4170aa37-1377-483a-bde2-94d103aa1803 req-3ff346ca-0b3f-4000-92f9-fe5e5ed4993b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd096020b3c84734ab84d713ecfe505c&device_id=60edefde-b452-4a41-867c-b846b96bf12c HTTP/1.1" status: 200 len: 1099 time: 0.0731215 May 17 12:11:44.001752 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170aa37-1377-483a-bde2-94d103aa1803 req-d831bdbf-4e22-43be-8400-d2ba809b804f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:44.003195 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-4170aa37-1377-483a-bde2-94d103aa1803 req-d831bdbf-4e22-43be-8400-d2ba809b804f service neutron] 10.222.0.52 "GET /v2.0/networks?id=6fb5c99b-a68d-45a2-861a-1b6b3804e1c1 HTTP/1.1" status: 200 len: 913 time: 0.1265798 May 17 12:11:44.111812 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-4170aa37-1377-483a-bde2-94d103aa1803 req-fc431e57-bac3-4dc8-8e82-7199c58c8d6d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c924546-76d1-481d-8a98-f7006a09df9d HTTP/1.1" status: 200 len: 1002 time: 0.0969245 May 17 12:11:44.177451 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170aa37-1377-483a-bde2-94d103aa1803 req-16480e20-5b14-49dc-91eb-6745545cfa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:44.178912 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-4170aa37-1377-483a-bde2-94d103aa1803 req-16480e20-5b14-49dc-91eb-6745545cfa65 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=df17bad4-8d21-4b36-8dd5-091410a2c5d8 HTTP/1.1" status: 200 len: 851 time: 0.0572772 May 17 12:11:44.227134 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:11:44.263863 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170aa37-1377-483a-bde2-94d103aa1803 req-65757446-389f-47c6-988d-634dc27e7e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:11:44.265444 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-4170aa37-1377-483a-bde2-94d103aa1803 req-65757446-389f-47c6-988d-634dc27e7e1d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6fb5c99b-a68d-45a2-861a-1b6b3804e1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0752509 May 17 12:11:44.279388 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [req-4170aa37-1377-483a-bde2-94d103aa1803 req-fd184c16-19a8-4822-bfe9-1aab18d3e89a service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=78700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 12:11:44.280369 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-4170aa37-1377-483a-bde2-94d103aa1803 req-fd184c16-19a8-4822-bfe9-1aab18d3e89a service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050328 May 17 12:11:44.504272 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-4170aa37-1377-483a-bde2-94d103aa1803 req-dffce405-ff41-4a1f-835e-55eb680564b4 service neutron] 10.222.0.52 "GET /v2.0/networks/6fb5c99b-a68d-45a2-861a-1b6b3804e1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143002 May 17 12:11:44.639249 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-4170aa37-1377-483a-bde2-94d103aa1803 req-4447d367-5562-4b6a-8d51-e58522d244c5 service neutron] 10.222.0.52 "GET /v2.0/networks/6fb5c99b-a68d-45a2-861a-1b6b3804e1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234806 May 17 12:12:08.061275 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:08.781458 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-99816a77-e31c-4195-8426-b252a071b172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:11.353766 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8da1ca9b-6ae7-4c64-9bc2-d97c7829e40d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:11.358486 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:12.345436 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:14.231147 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:18.868811 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.agents_db [None req-bc444940-bb86-4de8-ac48-ae4570a6a7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:12:25.242806 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-b5f719cf-a028-4fa9-83fc-7dafadd19391 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1585298287&fields=id&tenant_id=bd096020b3c84734ab84d713ecfe505c HTTP/1.1" status: 200 len: 267 time: 0.0407009 May 17 12:12:25.404137 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-de1fb2d7-3d26-416f-b410-e2b9cc662bf2 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:12:25.405602 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-de1fb2d7-3d26-416f-b410-e2b9cc662bf2 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/networks?id=6fb5c99b-a68d-45a2-861a-1b6b3804e1c1 HTTP/1.1" status: 200 len: 812 time: 0.1558485 May 17 12:12:25.421254 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-770e5fd8-315c-47c8-90f3-64076a70b72c tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/quotas/bd096020b3c84734ab84d713ecfe505c HTTP/1.1" status: 200 len: 375 time: 0.0095706 May 17 12:12:25.516554 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-f684cefb-1c89-4fe4-95a6-c683964aafbd tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bd096020b3c84734ab84d713ecfe505c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0902250 May 17 12:12:25.578640 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-cbc0508a-9d49-4366-93b4-28eac36c087c service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=78701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 12:12:25.579601 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-cbc0508a-9d49-4366-93b4-28eac36c087c service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0507467 May 17 12:12:25.711196 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-7e837c52-96b6-48a6-93a9-ac180a93983b service neutron] 10.222.0.11 "GET /v2.0/networks/6fb5c99b-a68d-45a2-861a-1b6b3804e1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241987 May 17 12:12:25.848253 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-1cc0b75d-c77e-4c83-a9ab-5b4551bb7ef8 service neutron] 10.222.0.11 "GET /v2.0/networks/6fb5c99b-a68d-45a2-861a-1b6b3804e1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306908 May 17 12:12:26.312410 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-c1ce1359-19c1-4cd7-be7a-e3eb882c7932 req-b5880cda-9bea-436b-89ca-35fdba72e473 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=a44f9ddb-fff2-4614-9af0-8e663b6a232c HTTP/1.1" status: 200 len: 210 time: 0.1005702 May 17 12:12:27.475372 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-af783c6c-51d3-4710-9cf9-9dbe96e150a6 req-0ee3fd0a-ff52-477d-a0be-1a83df9d101e tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=a44f9ddb-fff2-4614-9af0-8e663b6a232c HTTP/1.1" status: 200 len: 210 time: 0.0448861 May 17 12:12:27.527265 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-ec53dc37-24ad-4e9a-8665-c1a50f4136f3 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:12:27.528864 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-ec53dc37-24ad-4e9a-8665-c1a50f4136f3 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.52 "GET /v2.0/networks?id=6fb5c99b-a68d-45a2-861a-1b6b3804e1c1 HTTP/1.1" status: 200 len: 812 time: 0.1618149 May 17 12:12:27.581157 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-816329bb-d587-4ee0-9ace-34a96a65c463 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd096020b3c84734ab84d713ecfe505c HTTP/1.1" status: 200 len: 380 time: 0.0433924 May 17 12:12:27.592547 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-85dc76c5-e642-4d1e-81dd-15fdca4e8c99 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Request body: {'port': {'device_id': 'a44f9ddb-fff2-4614-9af0-8e663b6a232c', 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1', 'admin_state_up': True, 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'security_groups': ['a45f71a5-c1cb-4e5c-a0f7-a203a23791f2']}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:12:27.731163 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-85dc76c5-e642-4d1e-81dd-15fdca4e8c99 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:12:27.741311 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.quota.driver [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-85dc76c5-e642-4d1e-81dd-15fdca4e8c99 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=78700) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:12:27.750805 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-85dc76c5-e642-4d1e-81dd-15fdca4e8c99 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Made reservation on behalf of bd096020b3c84734ab84d713ecfe505c for: {'port': 1} {{(pid=78700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:12:27.754420 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-85dc76c5-e642-4d1e-81dd-15fdca4e8c99 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:27.918511 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.db_base_plugin_common [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-85dc76c5-e642-4d1e-81dd-15fdca4e8c99 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Allocated IP 172.20.0.9 (6fb5c99b-a68d-45a2-861a-1b6b3804e1c1/df17bad4-8d21-4b36-8dd5-091410a2c5d8/426d0532-03e3-483c-9443-d7d897f2e798) {{(pid=78700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:12:28.118730 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-85dc76c5-e642-4d1e-81dd-15fdca4e8c99 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks [] for port, precommit_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:28.135628 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.provisioning_blocks [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-85dc76c5-e642-4d1e-81dd-15fdca4e8c99 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Transition to ACTIVE for port object 426d0532-03e3-483c-9443-d7d897f2e798 will not be triggered until provisioned by entity DHCP. {{(pid=78700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:12:28.158944 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-85dc76c5-e642-4d1e-81dd-15fdca4e8c99 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_create {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:28.165265 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-91a95cca-b17a-4721-acb9-b2acce94b92a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:12:28.237540 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-85dc76c5-e642-4d1e-81dd-15fdca4e8c99 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Network 6fb5c99b-a68d-45a2-861a-1b6b3804e1c1 is already hosted by enough agents. {{(pid=78700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:12:28.241499 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.base_scheduler [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-85dc76c5-e642-4d1e-81dd-15fdca4e8c99 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Resources bound (agent type, host, resource id): {{(pid=78700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:12:28.245798 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-85dc76c5-e642-4d1e-81dd-15fdca4e8c99 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Received port after_create {{(pid=78700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:12:28.286823 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc76c5-e642-4d1e-81dd-15fdca4e8c99 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Pushing event updated for resources: {'Port': ['ID=426d0532-03e3-483c-9443-d7d897f2e798,revision_number=1']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:12:28.301378 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc76c5-e642-4d1e-81dd-15fdca4e8c99 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:28.301827 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc76c5-e642-4d1e-81dd-15fdca4e8c99 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:28.302198 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc76c5-e642-4d1e-81dd-15fdca4e8c99 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:28.302576 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc76c5-e642-4d1e-81dd-15fdca4e8c99 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:28.302942 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc76c5-e642-4d1e-81dd-15fdca4e8c99 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:28.303313 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc76c5-e642-4d1e-81dd-15fdca4e8c99 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:28.303664 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc76c5-e642-4d1e-81dd-15fdca4e8c99 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:28.304023 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc76c5-e642-4d1e-81dd-15fdca4e8c99 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:28.304384 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc76c5-e642-4d1e-81dd-15fdca4e8c99 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:28.304742 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc76c5-e642-4d1e-81dd-15fdca4e8c99 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:28.305131 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc76c5-e642-4d1e-81dd-15fdca4e8c99 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:28.305485 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc76c5-e642-4d1e-81dd-15fdca4e8c99 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:28.311195 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-85dc76c5-e642-4d1e-81dd-15fdca4e8c99 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:12:28.327637 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-85dc76c5-e642-4d1e-81dd-15fdca4e8c99 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:12:28.328326 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-85dc76c5-e642-4d1e-81dd-15fdca4e8c99 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:28.361652 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-85dc76c5-e642-4d1e-81dd-15fdca4e8c99 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7724218 May 17 12:12:28.381788 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.v2.base [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-96969232-3bd0-4be5-be38-a85591b6b734 service neutron] Request body: {'port': {'device_id': 'a44f9ddb-fff2-4614-9af0-8e663b6a232c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=78700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:12:28.495222 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-96969232-3bd0-4be5-be38-a85591b6b734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:28.509323 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-e3ace59a-247c-4127-afca-40a92ab01265 None None] Provisioning for port 426d0532-03e3-483c-9443-d7d897f2e798 completed by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:12:28.515242 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-e3ace59a-247c-4127-afca-40a92ab01265 None None] Provisioning complete for port 426d0532-03e3-483c-9443-d7d897f2e798 triggered by entity DHCP. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:12:28.515736 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e3ace59a-247c-4127-afca-40a92ab01265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:28.574147 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-e3ace59a-247c-4127-afca-40a92ab01265 None None] Port 426d0532-03e3-483c-9443-d7d897f2e798 cannot update to ACTIVE because it is not bound. {{(pid=78702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 12:12:28.818690 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9493404-ac89-4457-95f7-936001768dc8 req-31d822c8-7e20-424b-a4c3-e8a3e3d3452e tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:12:28.819285 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-c9493404-ac89-4457-95f7-936001768dc8 req-31d822c8-7e20-424b-a4c3-e8a3e3d3452e tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Synchronizing usage tracker for tenant:bd096020b3c84734ab84d713ecfe505c on resource:port {{(pid=78700) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:12:28.856941 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-c9493404-ac89-4457-95f7-936001768dc8 req-31d822c8-7e20-424b-a4c3-e8a3e3d3452e tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Unset dirty status for tenant:bd096020b3c84734ab84d713ecfe505c on resource:port {{(pid=78700) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:12:28.858119 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-c9493404-ac89-4457-95f7-936001768dc8 req-31d822c8-7e20-424b-a4c3-e8a3e3d3452e tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=a44f9ddb-fff2-4614-9af0-8e663b6a232c HTTP/1.1" status: 200 len: 931 time: 0.2393098 May 17 12:12:28.955652 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-96969232-3bd0-4be5-be38-a85591b6b734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 426d0532-03e3-483c-9443-d7d897f2e798 {{(pid=78700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:12:28.965908 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-c9493404-ac89-4457-95f7-936001768dc8 req-d251a5ec-007f-4a3a-8bde-2f6c9e45cd89 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/security-groups?id=a45f71a5-c1cb-4e5c-a0f7-a203a23791f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956848 May 17 12:12:28.967471 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-96969232-3bd0-4be5-be38-a85591b6b734 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:28.983195 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.provisioning_blocks [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-96969232-3bd0-4be5-be38-a85591b6b734 service neutron] Transition to ACTIVE for port object 426d0532-03e3-483c-9443-d7d897f2e798 will not be triggered until provisioned by entity L2. {{(pid=78700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 12:12:28.986915 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-96969232-3bd0-4be5-be38-a85591b6b734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2209221'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:28.992666 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-f5d6e0f7-8f35-45a7-95df-8149426f0514 tempest-AttachVolumeShelveTestJSON-1395633040 tempest-AttachVolumeShelveTestJSON-1395633040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:12:29.258519 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96969232-3bd0-4be5-be38-a85591b6b734 service neutron] Pushing event updated for resources: {'Port': ['ID=426d0532-03e3-483c-9443-d7d897f2e798,revision_number=2']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:12:29.266737 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-96969232-3bd0-4be5-be38-a85591b6b734 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:12:29.343460 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-96969232-3bd0-4be5-be38-a85591b6b734 service neutron] Attempting to bind port 426d0532-03e3-483c-9443-d7d897f2e798 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 12:12:29.343763 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-96969232-3bd0-4be5-be38-a85591b6b734 service neutron] Attempting to bind port 426d0532-03e3-483c-9443-d7d897f2e798 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': 'a402912a-f827-4eda-8dbb-276cac4a089d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1'}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 12:12:29.344021 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-96969232-3bd0-4be5-be38-a85591b6b734 service neutron] Attempting to bind port 426d0532-03e3-483c-9443-d7d897f2e798 on network 6fb5c99b-a68d-45a2-861a-1b6b3804e1c1 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:12:29.349729 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-96969232-3bd0-4be5-be38-a85591b6b734 service neutron] Port 426d0532-03e3-483c-9443-d7d897f2e798 on network 6fb5c99b-a68d-45a2-861a-1b6b3804e1c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 12:12:29.350050 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-96969232-3bd0-4be5-be38-a85591b6b734 service neutron] Attempting to bind port 426d0532-03e3-483c-9443-d7d897f2e798 on network 6fb5c99b-a68d-45a2-861a-1b6b3804e1c1 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 12:12:29.355572 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-96969232-3bd0-4be5-be38-a85591b6b734 service neutron] Checking agent: {'id': 'cd1455da-95ea-496d-8b07-9fb5ea757b4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 11, 59, 37), 'started_at': datetime.datetime(2021, 5, 17, 11, 59, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 12, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 12:12:29.355925 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-96969232-3bd0-4be5-be38-a85591b6b734 service neutron] Checking segment: {'id': 'a402912a-f827-4eda-8dbb-276cac4a089d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 12:12:29.356294 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-96969232-3bd0-4be5-be38-a85591b6b734 service neutron] Bound using segment: {'id': 'a402912a-f827-4eda-8dbb-276cac4a089d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1'} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 12:12:29.356717 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-96969232-3bd0-4be5-be38-a85591b6b734 service neutron] Bound port: 426d0532-03e3-483c-9443-d7d897f2e798, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a402912a-f827-4eda-8dbb-276cac4a089d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1'}}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 12:12:29.357101 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-96969232-3bd0-4be5-be38-a85591b6b734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:29.458352 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-96969232-3bd0-4be5-be38-a85591b6b734 service neutron] For port 426d0532-03e3-483c-9443-d7d897f2e798, host hv-cinder-73414, cleared binding levels {{(pid=78700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 12:12:29.461334 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-96969232-3bd0-4be5-be38-a85591b6b734 service neutron] For port 426d0532-03e3-483c-9443-d7d897f2e798, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=426d0532-03e3-483c-9443-d7d897f2e798,segment=NetworkSegment(a402912a-f827-4eda-8dbb-276cac4a089d),segment_id=a402912a-f827-4eda-8dbb-276cac4a089d)] {{(pid=78700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 12:12:29.466361 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-96969232-3bd0-4be5-be38-a85591b6b734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2209221'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:29.470155 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-5976ad7f-0cb0-46a5-9d3a-dcb31e8c51f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:12:29.528924 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-96969232-3bd0-4be5-be38-a85591b6b734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:12:29.529563 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-96969232-3bd0-4be5-be38-a85591b6b734 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:29.531213 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-96969232-3bd0-4be5-be38-a85591b6b734 service neutron] 10.222.0.52 "PUT /v2.0/ports/426d0532-03e3-483c-9443-d7d897f2e798 HTTP/1.1" status: 200 len: 1093 time: 1.1541216 May 17 12:12:29.531732 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a44f9ddb-fff2-4614-9af0-8e663b6a232c', 'tag': '426d0532-03e3-483c-9443-d7d897f2e798'}] {{(pid=78700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:12:29.562855 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96969232-3bd0-4be5-be38-a85591b6b734 service neutron] Pushing event updated for resources: {'Port': ['ID=426d0532-03e3-483c-9443-d7d897f2e798,revision_number=3']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:12:29.568533 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-96969232-3bd0-4be5-be38-a85591b6b734 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:12:29.662437 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a44f9ddb-fff2-4614-9af0-8e663b6a232c', 'tag': '426d0532-03e3-483c-9443-d7d897f2e798', 'status': 'completed', 'code': 200} May 17 12:12:29.682406 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-38c8c6c9-18fe-49f4-bde2-3a2bd180378a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:12:29.684774 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-38c8c6c9-18fe-49f4-bde2-3a2bd180378a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd096020b3c84734ab84d713ecfe505c&device_id=a44f9ddb-fff2-4614-9af0-8e663b6a232c HTTP/1.1" status: 200 len: 1096 time: 0.1035278 May 17 12:12:29.762134 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-395e8852-aa46-4315-9fb3-778e5190f68c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=426d0532-03e3-483c-9443-d7d897f2e798 HTTP/1.1" status: 200 len: 217 time: 0.0694852 May 17 12:12:29.846112 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-90825ca5-57ff-46bd-bf20-1b225c99ed0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:12:29.847956 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-90825ca5-57ff-46bd-bf20-1b225c99ed0c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=df17bad4-8d21-4b36-8dd5-091410a2c5d8 HTTP/1.1" status: 200 len: 851 time: 0.0769207 May 17 12:12:29.937120 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-2de74863-96fc-4cef-8ab5-e6c2ce2cb6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:12:29.938531 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-2de74863-96fc-4cef-8ab5-e6c2ce2cb6e9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6fb5c99b-a68d-45a2-861a-1b6b3804e1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0807502 May 17 12:12:30.085336 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-0450d7a8-d4c9-4348-a9a5-8c560b10098e service neutron] 10.222.0.52 "GET /v2.0/networks/6fb5c99b-a68d-45a2-861a-1b6b3804e1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360550 May 17 12:12:30.293705 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-64846fd6-ed5e-453c-8b31-9c9b0a183be4 req-95edea8e-eabc-43cd-96dc-0b19ab575fab service neutron] 10.222.0.52 "GET /v2.0/networks/6fb5c99b-a68d-45a2-861a-1b6b3804e1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610131 May 17 12:12:30.302717 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ad9b6-217c-45b8-8a61-c6ceace645cb req-a579e1f9-79dc-47a1-a5c2-839f9c31dfb9 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:12:30.304296 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-194ad9b6-217c-45b8-8a61-c6ceace645cb req-a579e1f9-79dc-47a1-a5c2-839f9c31dfb9 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=a44f9ddb-fff2-4614-9af0-8e663b6a232c HTTP/1.1" status: 200 len: 943 time: 0.2106521 May 17 12:12:30.397423 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-194ad9b6-217c-45b8-8a61-c6ceace645cb req-10504786-5481-4e59-8907-8e8a36f651aa tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/security-groups?id=a45f71a5-c1cb-4e5c-a0f7-a203a23791f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866220 May 17 12:12:30.420729 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb34f3-1c4b-43bc-9f19-58e76303c5de req-ee02f823-bc9b-4617-a859-0965f6f1ac58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:12:30.422240 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3aeb34f3-1c4b-43bc-9f19-58e76303c5de req-ee02f823-bc9b-4617-a859-0965f6f1ac58 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd096020b3c84734ab84d713ecfe505c&device_id=a44f9ddb-fff2-4614-9af0-8e663b6a232c HTTP/1.1" status: 200 len: 1096 time: 0.0812373 May 17 12:12:30.559429 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb34f3-1c4b-43bc-9f19-58e76303c5de req-39f079d7-8be2-4fc9-84cf-aafcc4ee1f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:12:30.560801 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3aeb34f3-1c4b-43bc-9f19-58e76303c5de req-39f079d7-8be2-4fc9-84cf-aafcc4ee1f02 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6fb5c99b-a68d-45a2-861a-1b6b3804e1c1 HTTP/1.1" status: 200 len: 913 time: 0.1271532 May 17 12:12:30.633375 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3aeb34f3-1c4b-43bc-9f19-58e76303c5de req-128da79b-02c9-4920-afd9-11713478cfe1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=426d0532-03e3-483c-9443-d7d897f2e798 HTTP/1.1" status: 200 len: 217 time: 0.0653090 May 17 12:12:30.695955 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb34f3-1c4b-43bc-9f19-58e76303c5de req-ac611347-78c9-4110-9de9-5cde95a68ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:12:30.697427 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3aeb34f3-1c4b-43bc-9f19-58e76303c5de req-ac611347-78c9-4110-9de9-5cde95a68ceb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=df17bad4-8d21-4b36-8dd5-091410a2c5d8 HTTP/1.1" status: 200 len: 851 time: 0.0569744 May 17 12:12:30.778173 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb34f3-1c4b-43bc-9f19-58e76303c5de req-b7094cac-8576-4e41-9395-26489c8e7de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:12:30.779665 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3aeb34f3-1c4b-43bc-9f19-58e76303c5de req-b7094cac-8576-4e41-9395-26489c8e7de9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6fb5c99b-a68d-45a2-861a-1b6b3804e1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0732014 May 17 12:12:31.027838 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3aeb34f3-1c4b-43bc-9f19-58e76303c5de req-71f96c85-d16b-4fb1-9b68-0d2bcc028e8f service neutron] 10.222.0.52 "GET /v2.0/networks/6fb5c99b-a68d-45a2-861a-1b6b3804e1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381067 May 17 12:12:31.167889 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3aeb34f3-1c4b-43bc-9f19-58e76303c5de req-ebd006a8-623d-463d-a6ea-feb0dba0c120 service neutron] 10.222.0.52 "GET /v2.0/networks/6fb5c99b-a68d-45a2-861a-1b6b3804e1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296706 May 17 12:12:31.595492 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da263b5e-d032-4e33-8e11-c68308e3a3e4 req-92eae72d-548b-48ca-ba40-9bdb25acb717 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:12:31.597022 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-da263b5e-d032-4e33-8e11-c68308e3a3e4 req-92eae72d-548b-48ca-ba40-9bdb25acb717 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=a44f9ddb-fff2-4614-9af0-8e663b6a232c HTTP/1.1" status: 200 len: 943 time: 0.0863967 May 17 12:12:31.649935 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-da263b5e-d032-4e33-8e11-c68308e3a3e4 req-a03577f2-1405-406d-8e0f-4441684212f2 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/security-groups?id=a45f71a5-c1cb-4e5c-a0f7-a203a23791f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468054 May 17 12:12:32.846137 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275847dd-3390-4022-9a3d-c0daf147ddb1 req-fe3a92b2-c41c-4f76-909c-923d330a40a2 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:12:32.848216 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-275847dd-3390-4022-9a3d-c0daf147ddb1 req-fe3a92b2-c41c-4f76-909c-923d330a40a2 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=a44f9ddb-fff2-4614-9af0-8e663b6a232c HTTP/1.1" status: 200 len: 943 time: 0.0898731 May 17 12:12:32.894158 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-275847dd-3390-4022-9a3d-c0daf147ddb1 req-705d143f-c528-46e5-9382-805c8a7b2b98 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/security-groups?id=a45f71a5-c1cb-4e5c-a0f7-a203a23791f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399110 May 17 12:12:34.086028 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed5fe9f-373e-4f0f-a680-aaeed5f4b9bf req-64b33d95-e6fd-4307-af83-a33b1e82284f tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:12:34.087496 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-7ed5fe9f-373e-4f0f-a680-aaeed5f4b9bf req-64b33d95-e6fd-4307-af83-a33b1e82284f tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=a44f9ddb-fff2-4614-9af0-8e663b6a232c HTTP/1.1" status: 200 len: 943 time: 0.0830252 May 17 12:12:34.137859 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-7ed5fe9f-373e-4f0f-a680-aaeed5f4b9bf req-4ca52eea-67a8-4169-8bb8-7e187151b88e tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/security-groups?id=a45f71a5-c1cb-4e5c-a0f7-a203a23791f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440760 May 17 12:12:35.327262 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c85a4-83c3-4a1d-8337-c597e3dee0ff req-1564b452-9b46-4d7c-acb0-8af845edc66b tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:12:35.328632 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2e8c85a4-83c3-4a1d-8337-c597e3dee0ff req-1564b452-9b46-4d7c-acb0-8af845edc66b tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=a44f9ddb-fff2-4614-9af0-8e663b6a232c HTTP/1.1" status: 200 len: 943 time: 0.0838771 May 17 12:12:35.374043 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-2e8c85a4-83c3-4a1d-8337-c597e3dee0ff req-4295879f-aa47-4dbe-af66-fa7703398642 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/security-groups?id=a45f71a5-c1cb-4e5c-a0f7-a203a23791f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388696 May 17 12:12:36.556489 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c29486-9711-443e-8475-4b84ae8f9961 req-ecdb9dbe-cb8f-4ca5-896d-ba979927363d tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:12:36.557958 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-35c29486-9711-443e-8475-4b84ae8f9961 req-ecdb9dbe-cb8f-4ca5-896d-ba979927363d tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=a44f9ddb-fff2-4614-9af0-8e663b6a232c HTTP/1.1" status: 200 len: 943 time: 0.0799587 May 17 12:12:36.603735 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-35c29486-9711-443e-8475-4b84ae8f9961 req-a89795f1-89cc-44d7-831a-29ee20b0c668 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/security-groups?id=a45f71a5-c1cb-4e5c-a0f7-a203a23791f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400453 May 17 12:12:37.328148 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 426d0532-03e3-483c-9443-d7d897f2e798 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=78702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 12:12:37.462097 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port 426d0532-03e3-483c-9443-d7d897f2e798, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=426d0532-03e3-483c-9443-d7d897f2e798,segment=NetworkSegment(a402912a-f827-4eda-8dbb-276cac4a089d),segment_id=a402912a-f827-4eda-8dbb-276cac4a089d)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:12:37.479024 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Returning: {'device': '426d0532-03e3-483c-9443-d7d897f2e798', 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1', 'port_id': '426d0532-03e3-483c-9443-d7d897f2e798', 'mac_address': 'fa:16:3e:d2:5e:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df17bad4-8d21-4b36-8dd5-091410a2c5d8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 12:12:37.532431 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:37.548301 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 426d0532-03e3-483c-9443-d7d897f2e798 {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 12:12:37.563106 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port 426d0532-03e3-483c-9443-d7d897f2e798, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=426d0532-03e3-483c-9443-d7d897f2e798,segment=NetworkSegment(a402912a-f827-4eda-8dbb-276cac4a089d),segment_id=a402912a-f827-4eda-8dbb-276cac4a089d)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:12:37.567985 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:37.570735 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:12:37.636146 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=426d0532-03e3-483c-9443-d7d897f2e798,revision_number=4']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:12:37.643324 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:37.643671 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:37.644046 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:37.644376 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:37.644698 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:37.645047 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:37.645367 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:37.645681 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:37.646000 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:37.646314 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:37.646625 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:37.647035 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:37.651014 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:12:37.790937 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418587c3-e87f-4f19-ad71-f50968230050 req-6f1963bf-ba13-487b-85d8-514d45b2b340 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:12:37.792400 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-418587c3-e87f-4f19-ad71-f50968230050 req-6f1963bf-ba13-487b-85d8-514d45b2b340 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=a44f9ddb-fff2-4614-9af0-8e663b6a232c HTTP/1.1" status: 200 len: 944 time: 0.0825648 May 17 12:12:37.841403 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-418587c3-e87f-4f19-ad71-f50968230050 req-f6479958-5cbe-4586-9322-490b68f1781e tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/security-groups?id=a45f71a5-c1cb-4e5c-a0f7-a203a23791f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425305 May 17 12:12:37.843006 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] get_ports_and_sgs() called for port_ids ['426d0532-03e3-483c-9443-d7d897f2e798'] {{(pid=78702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 12:12:38.092326 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:38.783678 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a5535259-1ec1-454e-b7ee-a865dc29d92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:39.121012 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb4788-f396-434a-a4ba-3c5622c81676 req-16770e19-e459-4a17-b49c-593b66d704a2 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:12:39.122366 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-6ebb4788-f396-434a-a4ba-3c5622c81676 req-16770e19-e459-4a17-b49c-593b66d704a2 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=a44f9ddb-fff2-4614-9af0-8e663b6a232c HTTP/1.1" status: 200 len: 944 time: 0.1720374 May 17 12:12:39.170550 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-6ebb4788-f396-434a-a4ba-3c5622c81676 req-06a5b321-ae05-49f2-afd5-5d118ebeac1d tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/security-groups?id=a45f71a5-c1cb-4e5c-a0f7-a203a23791f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423861 May 17 12:12:39.346416 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 426d0532-03e3-483c-9443-d7d897f2e798 up at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 12:12:39.418424 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Provisioning for port 426d0532-03e3-483c-9443-d7d897f2e798 completed by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 12:12:39.423379 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Provisioning complete for port 426d0532-03e3-483c-9443-d7d897f2e798 triggered by entity L2. {{(pid=78702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 12:12:39.423866 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1381434'] for port, provisioning_complete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:39.543063 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:39.570597 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a44f9ddb-fff2-4614-9af0-8e663b6a232c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '426d0532-03e3-483c-9443-d7d897f2e798'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:12:39.580914 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] For port 426d0532-03e3-483c-9443-d7d897f2e798, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=426d0532-03e3-483c-9443-d7d897f2e798,segment=NetworkSegment(a402912a-f827-4eda-8dbb-276cac4a089d),segment_id=a402912a-f827-4eda-8dbb-276cac4a089d)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:12:39.585950 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:39.587850 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:12:39.653490 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Pushing event updated for resources: {'Port': ['ID=426d0532-03e3-483c-9443-d7d897f2e798,revision_number=5']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:12:39.656492 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:12:39.680153 dv-cinder-734144-19-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a44f9ddb-fff2-4614-9af0-8e663b6a232c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '426d0532-03e3-483c-9443-d7d897f2e798', 'code': 200} May 17 12:12:39.971543 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e503c0f-e7bf-4a54-a705-5998c83119c9 req-8f9bdd1e-949c-4327-b21c-2d432959086f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:12:39.973202 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0e503c0f-e7bf-4a54-a705-5998c83119c9 req-8f9bdd1e-949c-4327-b21c-2d432959086f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a44f9ddb-fff2-4614-9af0-8e663b6a232c HTTP/1.1" status: 200 len: 1098 time: 0.0727780 May 17 12:12:40.016655 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-0e503c0f-e7bf-4a54-a705-5998c83119c9 req-87b1b494-3ede-4518-9dd7-753db1f780db service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a45f71a5-c1cb-4e5c-a0f7-a203a23791f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358794 May 17 12:12:40.358307 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489a4e2-22dd-4d65-a0a9-394a4df2ee32 req-0586207a-5c7e-4fc6-a5c0-8a593638137b tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:12:40.359737 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-1489a4e2-22dd-4d65-a0a9-394a4df2ee32 req-0586207a-5c7e-4fc6-a5c0-8a593638137b tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=a44f9ddb-fff2-4614-9af0-8e663b6a232c HTTP/1.1" status: 200 len: 945 time: 0.0790992 May 17 12:12:40.407242 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-1489a4e2-22dd-4d65-a0a9-394a4df2ee32 req-78682f4e-ccdf-43c4-b72c-e8efd5f8b620 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/security-groups?id=a45f71a5-c1cb-4e5c-a0f7-a203a23791f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410068 May 17 12:12:41.306457 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6573fe09-3935-4310-8065-20660ed2abe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:41.333194 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:41.599102 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7d166-2128-49b3-9290-b44a1403212c req-05bbc2d7-55ba-4f7c-99c0-a1701e1356cc tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:12:41.600486 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-20f7d166-2128-49b3-9290-b44a1403212c req-05bbc2d7-55ba-4f7c-99c0-a1701e1356cc tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=a44f9ddb-fff2-4614-9af0-8e663b6a232c HTTP/1.1" status: 200 len: 945 time: 0.0869663 May 17 12:12:41.645648 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-20f7d166-2128-49b3-9290-b44a1403212c req-16e39fb2-9d93-4c6a-905b-fb0b67756d66 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/security-groups?id=a45f71a5-c1cb-4e5c-a0f7-a203a23791f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393555 May 17 12:12:41.829391 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb5ba7-58ec-41ec-bc52-2e6a04046f71 req-81b098a8-12fd-4684-9dda-08b647eee256 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:12:41.830833 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-a8eb5ba7-58ec-41ec-bc52-2e6a04046f71 req-81b098a8-12fd-4684-9dda-08b647eee256 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=a44f9ddb-fff2-4614-9af0-8e663b6a232c HTTP/1.1" status: 200 len: 945 time: 0.0795105 May 17 12:12:41.878687 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-a8eb5ba7-58ec-41ec-bc52-2e6a04046f71 req-54ee4c57-a740-4319-8d7e-6f8e6a072613 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/security-groups?id=a45f71a5-c1cb-4e5c-a0f7-a203a23791f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411112 May 17 12:12:41.902546 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 38182) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:12:41.976582 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f65cf5d-f6f9-4462-bd9a-115fe06a2d19 tempest-TestVolumeBootPattern-972034667 tempest-TestVolumeBootPattern-972034667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:12:41.977320 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-3f65cf5d-f6f9-4462-bd9a-115fe06a2d19 tempest-TestVolumeBootPattern-972034667 tempest-TestVolumeBootPattern-972034667-project-admin] Synchronizing usage tracker for tenant:81c8d21265d54280965048bf136c1828 on resource:port {{(pid=78701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:12:41.994168 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-3f65cf5d-f6f9-4462-bd9a-115fe06a2d19 tempest-TestVolumeBootPattern-972034667 tempest-TestVolumeBootPattern-972034667-project-admin] Unset dirty status for tenant:81c8d21265d54280965048bf136c1828 on resource:port {{(pid=78701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:12:41.995741 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-3f65cf5d-f6f9-4462-bd9a-115fe06a2d19 tempest-TestVolumeBootPattern-972034667 tempest-TestVolumeBootPattern-972034667-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a44f9ddb-fff2-4614-9af0-8e663b6a232c HTTP/1.1" status: 200 len: 1093 time: 0.0919664 May 17 12:12:41.998627 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 38186) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:12:42.004225 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.v2.base [None req-3fe3dfee-e825-4f75-b48d-b55ec323a22a tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Request body: {'floatingip': {'floating_network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'port_id': '426d0532-03e3-483c-9443-d7d897f2e798', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=78701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 12:12:42.010134 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-3fe3dfee-e825-4f75-b48d-b55ec323a22a tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 12:12:42.014001 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-3fe3dfee-e825-4f75-b48d-b55ec323a22a tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Usage tracker for resource:floatingip and tenant:bd096020b3c84734ab84d713ecfe505c is out of sync, need to count used quota {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 12:12:42.017059 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [None req-3fe3dfee-e825-4f75-b48d-b55ec323a22a tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=78701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 12:12:42.023373 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.quota.driver [None req-3fe3dfee-e825-4f75-b48d-b55ec323a22a tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=78701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 12:12:42.033575 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-3fe3dfee-e825-4f75-b48d-b55ec323a22a tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks [] for floatingip, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:42.172899 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-3fe3dfee-e825-4f75-b48d-b55ec323a22a tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:42.308527 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.db_base_plugin_common [None req-3fe3dfee-e825-4f75-b48d-b55ec323a22a tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Allocated IP 172.27.1.209 (163aee93-eed0-47f4-9809-6291286e957c/35eb0c40-f6d0-43b5-b72a-9e8dd7567b53/c0964b69-6729-4c4b-b1e9-8a7cbe4bc7f6) {{(pid=78701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:12:42.353038 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:42.456822 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-3fe3dfee-e825-4f75-b48d-b55ec323a22a tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks [] for port, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:42.485693 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-3fe3dfee-e825-4f75-b48d-b55ec323a22a tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762326778161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534708'] for port, after_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:42.489308 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-8abd56b7-2fba-4255-bca9-81b78c127e4c tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:12:42.556127 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe3dfee-e825-4f75-b48d-b55ec323a22a tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Network 163aee93-eed0-47f4-9809-6291286e957c is already hosted by enough agents. {{(pid=78701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:12:42.558824 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.base_scheduler [None req-3fe3dfee-e825-4f75-b48d-b55ec323a22a tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Resources bound (agent type, host, resource id): {{(pid=78701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:12:42.562401 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe3dfee-e825-4f75-b48d-b55ec323a22a tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Received port after_create {{(pid=78701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 12:12:42.591971 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3dfee-e825-4f75-b48d-b55ec323a22a tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Pushing event updated for resources: {'Port': ['ID=c0964b69-6729-4c4b-b1e9-8a7cbe4bc7f6,revision_number=1']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:12:42.609700 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe3dfee-e825-4f75-b48d-b55ec323a22a tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:42.610078 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe3dfee-e825-4f75-b48d-b55ec323a22a tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:42.610447 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe3dfee-e825-4f75-b48d-b55ec323a22a tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:42.610809 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe3dfee-e825-4f75-b48d-b55ec323a22a tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:42.611169 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe3dfee-e825-4f75-b48d-b55ec323a22a tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:42.611531 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe3dfee-e825-4f75-b48d-b55ec323a22a tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:42.611892 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe3dfee-e825-4f75-b48d-b55ec323a22a tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:42.612250 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe3dfee-e825-4f75-b48d-b55ec323a22a tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:42.612704 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe3dfee-e825-4f75-b48d-b55ec323a22a tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:42.613186 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe3dfee-e825-4f75-b48d-b55ec323a22a tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:42.613642 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe3dfee-e825-4f75-b48d-b55ec323a22a tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:42.613994 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe3dfee-e825-4f75-b48d-b55ec323a22a tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:42.619102 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-3fe3dfee-e825-4f75-b48d-b55ec323a22a tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:12:42.993387 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-3fe3dfee-e825-4f75-b48d-b55ec323a22a tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:43.068100 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-3fe3dfee-e825-4f75-b48d-b55ec323a22a tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1523856'] for port, before_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:43.277285 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-3fe3dfee-e825-4f75-b48d-b55ec323a22a tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks [] for port, precommit_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:43.281804 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-3fe3dfee-e825-4f75-b48d-b55ec323a22a tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762327211322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762326778179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762326778224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2534717'] for port, after_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:43.286771 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-115eec47-ad6d-41a4-be38-431e0bc0640f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:12:43.501495 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3dfee-e825-4f75-b48d-b55ec323a22a tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Pushing event updated for resources: {'Port': ['ID=c0964b69-6729-4c4b-b1e9-8a7cbe4bc7f6,revision_number=2']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:12:43.505013 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-3fe3dfee-e825-4f75-b48d-b55ec323a22a tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:12:43.514299 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-3fe3dfee-e825-4f75-b48d-b55ec323a22a tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407876'] for floatingip, after_update {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:43.686590 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.db.l3_db [None req-3fe3dfee-e825-4f75-b48d-b55ec323a22a tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Floating IP 3de1897d-51f4-4126-a513-1ab7911de8e7 associated. External IP: 172.27.1.209, port: 426d0532-03e3-483c-9443-d7d897f2e798. May 17 12:12:44.049331 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe3dfee-e825-4f75-b48d-b55ec323a22a tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Router 63e8f73d-ad50-4cd3-929b-215fda21db32 has already been hosted by L3 agent 7d9bdccf-07e9-4436-af26-1dad3be87fd8 {{(pid=78701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:12:44.226537 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe3dfee-e825-4f75-b48d-b55ec323a22a tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify agent at l3_agent.dv-cinder-734144-19-iscsi the message routers_updated {{(pid=78701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:12:44.237058 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:44.238753 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234567d6-2d1b-45b0-86f2-ff893449bfaa None None] Sync routers for ids ['63e8f73d-ad50-4cd3-929b-215fda21db32'] in dv-cinder-734144-19-iscsi {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:12:44.247915 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234567d6-2d1b-45b0-86f2-ff893449bfaa None None] Routers {'63e8f73d-ad50-4cd3-929b-215fda21db32'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:12:44.248537 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-234567d6-2d1b-45b0-86f2-ff893449bfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:12:41Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['63e8f73d-ad50-4cd3-929b-215fda21db32'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:12:44.251964 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-3fe3dfee-e825-4f75-b48d-b55ec323a22a tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for floatingip, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:12:44.311328 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-3fe3dfee-e825-4f75-b48d-b55ec323a22a tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3116665 May 17 12:12:44.311993 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a44f9ddb-fff2-4614-9af0-8e663b6a232c', 'tag': '426d0532-03e3-483c-9443-d7d897f2e798'}] {{(pid=78701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:12:44.412436 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a44f9ddb-fff2-4614-9af0-8e663b6a232c', 'tag': '426d0532-03e3-483c-9443-d7d897f2e798', 'status': 'completed', 'code': 200} May 17 12:12:44.433063 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-234567d6-2d1b-45b0-86f2-ff893449bfaa None None] Set router 63e8f73d-ad50-4cd3-929b-215fda21db32 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:12:44.564586 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651edab-8c71-406f-bdcc-e5a6ab2d0ed1 req-4acefb4b-1711-464c-a13a-393d14f1db34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:12:44.566153 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-1651edab-8c71-406f-bdcc-e5a6ab2d0ed1 req-4acefb4b-1711-464c-a13a-393d14f1db34 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd096020b3c84734ab84d713ecfe505c&device_id=a44f9ddb-fff2-4614-9af0-8e663b6a232c HTTP/1.1" status: 200 len: 1098 time: 0.1313832 May 17 12:12:44.573547 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-35537668-b585-4c95-bed6-729e7558f8b7 req-729012ec-405e-4cf5-8cb3-5761b12ed647 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=60edefde-b452-4a41-867c-b846b96bf12c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0971725 May 17 12:12:44.754058 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651edab-8c71-406f-bdcc-e5a6ab2d0ed1 req-b157c155-737c-4b22-8a81-53063cbf0069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:12:44.755690 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-1651edab-8c71-406f-bdcc-e5a6ab2d0ed1 req-b157c155-737c-4b22-8a81-53063cbf0069 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6fb5c99b-a68d-45a2-861a-1b6b3804e1c1 HTTP/1.1" status: 200 len: 913 time: 0.1813004 May 17 12:12:44.814799 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35537668-b585-4c95-bed6-729e7558f8b7 req-7020bfc9-f1f4-4c4d-b913-a0673c4b9c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:12:44.816959 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-35537668-b585-4c95-bed6-729e7558f8b7 req-7020bfc9-f1f4-4c4d-b913-a0673c4b9c79 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd096020b3c84734ab84d713ecfe505c&device_id=60edefde-b452-4a41-867c-b846b96bf12c HTTP/1.1" status: 200 len: 1099 time: 0.1633956 May 17 12:12:44.822294 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-234567d6-2d1b-45b0-86f2-ff893449bfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'name': 'tempest-TestVolumeBootPattern-1798618458-router', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:06Z', 'updated_at': '2021-05-17T12:07:13Z', 'revision_number': 4, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'gw_port': {'id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:08:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:07Z', 'updated_at': '2021-05-17T12:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_floatingips': [{'id': '3cb9804a-7871-4574-9084-dc2fc5964cf5', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'router_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'port_id': '9c924546-76d1-481d-8a98-f7006a09df9d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1', 'mac_address': 'fa:16:3e:22:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60edefde-b452-4a41-867c-b846b96bf12c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:10:46Z', 'updated_at': '2021-05-17T12:10:49Z', 'revision_number': 1, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'fixed_ip_address_scope': None}, {'id': '3de1897d-51f4-4126-a513-1ab7911de8e7', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'floating_ip_address': '172.27.1.209', 'floating_network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'router_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'port_id': '426d0532-03e3-483c-9443-d7d897f2e798', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1', 'mac_address': 'fa:16:3e:d2:5e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44f9ddb-fff2-4614-9af0-8e663b6a232c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:12:42Z', 'updated_at': '2021-05-17T12:12:42Z', 'revision_number': 0, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62483829-37ae-4176-9f39-760bba38563e', 'name': '', 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'mac_address': 'fa:16:3e:cd:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'df17bad4-8d21-4b36-8dd5-091410a2c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:13Z', 'updated_at': '2021-05-17T12:07:20Z', 'revision_number': 5, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'subnets': [{'id': 'df17bad4-8d21-4b36-8dd5-091410a2c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:12:44.826604 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234567d6-2d1b-45b0-86f2-ff893449bfaa None None] Checking router: 63e8f73d-ad50-4cd3-929b-215fda21db32 for host: dv-cinder-734144-19-iscsi {{(pid=78702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:12:44.836462 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234567d6-2d1b-45b0-86f2-ff893449bfaa None None] Routers {'63e8f73d-ad50-4cd3-929b-215fda21db32'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:12:44.837130 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-234567d6-2d1b-45b0-86f2-ff893449bfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:12:41Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['63e8f73d-ad50-4cd3-929b-215fda21db32'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:12:44.946304 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-1651edab-8c71-406f-bdcc-e5a6ab2d0ed1 req-1ed9cc80-ec2f-4784-a50c-ddf5078c01f4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=426d0532-03e3-483c-9443-d7d897f2e798 HTTP/1.1" status: 200 len: 999 time: 0.1841195 May 17 12:12:45.032950 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35537668-b585-4c95-bed6-729e7558f8b7 req-612907dd-fe2c-48ab-8e0d-99d47c91768c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:12:45.034155 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-234567d6-2d1b-45b0-86f2-ff893449bfaa None None] Set router 63e8f73d-ad50-4cd3-929b-215fda21db32 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:12:45.034961 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-35537668-b585-4c95-bed6-729e7558f8b7 req-612907dd-fe2c-48ab-8e0d-99d47c91768c service neutron] 10.222.0.52 "GET /v2.0/networks?id=6fb5c99b-a68d-45a2-861a-1b6b3804e1c1 HTTP/1.1" status: 200 len: 913 time: 0.1975567 May 17 12:12:45.042737 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651edab-8c71-406f-bdcc-e5a6ab2d0ed1 req-408480c8-e05e-4f21-a1e0-5585ae7db2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:12:45.044137 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-1651edab-8c71-406f-bdcc-e5a6ab2d0ed1 req-408480c8-e05e-4f21-a1e0-5585ae7db2c3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=df17bad4-8d21-4b36-8dd5-091410a2c5d8 HTTP/1.1" status: 200 len: 851 time: 0.0907836 May 17 12:12:45.191068 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-35537668-b585-4c95-bed6-729e7558f8b7 req-a688e842-7a84-4186-9ba5-810f36c1222c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c924546-76d1-481d-8a98-f7006a09df9d HTTP/1.1" status: 200 len: 1002 time: 0.1459689 May 17 12:12:45.256566 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651edab-8c71-406f-bdcc-e5a6ab2d0ed1 req-46e4b70a-25ab-4316-ab03-169b5d610220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:12:45.258059 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-1651edab-8c71-406f-bdcc-e5a6ab2d0ed1 req-46e4b70a-25ab-4316-ab03-169b5d610220 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6fb5c99b-a68d-45a2-861a-1b6b3804e1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1660604 May 17 12:12:45.265529 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35537668-b585-4c95-bed6-729e7558f8b7 req-1b68851d-f97a-4f91-92f4-d1bb31031e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:12:45.266895 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-35537668-b585-4c95-bed6-729e7558f8b7 req-1b68851d-f97a-4f91-92f4-d1bb31031e88 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=df17bad4-8d21-4b36-8dd5-091410a2c5d8 HTTP/1.1" status: 200 len: 851 time: 0.0703003 May 17 12:12:45.401007 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-234567d6-2d1b-45b0-86f2-ff893449bfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'name': 'tempest-TestVolumeBootPattern-1798618458-router', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:06Z', 'updated_at': '2021-05-17T12:07:13Z', 'revision_number': 4, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'gw_port': {'id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:08:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:07Z', 'updated_at': '2021-05-17T12:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_floatingips': [{'id': '3cb9804a-7871-4574-9084-dc2fc5964cf5', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'router_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'port_id': '9c924546-76d1-481d-8a98-f7006a09df9d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1', 'mac_address': 'fa:16:3e:22:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60edefde-b452-4a41-867c-b846b96bf12c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:10:46Z', 'updated_at': '2021-05-17T12:10:49Z', 'revision_number': 1, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'fixed_ip_address_scope': None}, {'id': '3de1897d-51f4-4126-a513-1ab7911de8e7', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'floating_ip_address': '172.27.1.209', 'floating_network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'router_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'port_id': '426d0532-03e3-483c-9443-d7d897f2e798', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1', 'mac_address': 'fa:16:3e:d2:5e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44f9ddb-fff2-4614-9af0-8e663b6a232c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:12:42Z', 'updated_at': '2021-05-17T12:12:42Z', 'revision_number': 0, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62483829-37ae-4176-9f39-760bba38563e', 'name': '', 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'mac_address': 'fa:16:3e:cd:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'df17bad4-8d21-4b36-8dd5-091410a2c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:13Z', 'updated_at': '2021-05-17T12:07:20Z', 'revision_number': 5, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'subnets': [{'id': 'df17bad4-8d21-4b36-8dd5-091410a2c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:12:45.405444 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234567d6-2d1b-45b0-86f2-ff893449bfaa None None] The sync data for ids ['63e8f73d-ad50-4cd3-929b-215fda21db32'] in dv-cinder-734144-19-iscsi is: [{'id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'name': 'tempest-TestVolumeBootPattern-1798618458-router', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:06Z', 'updated_at': '2021-05-17T12:07:13Z', 'revision_number': 4, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'gw_port': {'id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:08:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:07Z', 'updated_at': '2021-05-17T12:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_floatingips': [{'id': '3cb9804a-7871-4574-9084-dc2fc5964cf5', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'router_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'port_id': '9c924546-76d1-481d-8a98-f7006a09df9d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1', 'mac_address': 'fa:16:3e:22:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60edefde-b452-4a41-867c-b846b96bf12c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:10:46Z', 'updated_at': '2021-05-17T12:10:49Z', 'revision_number': 1, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'fixed_ip_address_scope': None}, {'id': '3de1897d-51f4-4126-a513-1ab7911de8e7', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'floating_ip_address': '172.27.1.209', 'floating_network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'router_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'port_id': '426d0532-03e3-483c-9443-d7d897f2e798', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1', 'mac_address': 'fa:16:3e:d2:5e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44f9ddb-fff2-4614-9af0-8e663b6a232c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:12:42Z', 'updated_at': '2021-05-17T12:12:42Z', 'revision_number': 0, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62483829-37ae-4176-9f39-760bba38563e', 'name': '', 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'mac_address': 'fa:16:3e:cd:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'df17bad4-8d21-4b36-8dd5-091410a2c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:13Z', 'updated_at': '2021-05-17T12:07:20Z', 'revision_number': 5, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'subnets': [{'id': 'df17bad4-8d21-4b36-8dd5-091410a2c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:12:45.565346 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-1651edab-8c71-406f-bdcc-e5a6ab2d0ed1 req-49614642-c3e5-450f-82a9-76b94421095d service neutron] 10.222.0.52 "GET /v2.0/networks/6fb5c99b-a68d-45a2-861a-1b6b3804e1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974679 May 17 12:12:45.570910 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35537668-b585-4c95-bed6-729e7558f8b7 req-bf3c4c61-094c-4eab-ab3b-ca9dc7bb8c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:12:45.572420 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-35537668-b585-4c95-bed6-729e7558f8b7 req-bf3c4c61-094c-4eab-ab3b-ca9dc7bb8c80 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6fb5c99b-a68d-45a2-861a-1b6b3804e1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2868199 May 17 12:12:45.593313 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbdf283-f07a-452d-9709-e7d231450b81 None None] New status for floating IP 3de1897d-51f4-4126-a513-1ab7911de8e7: ACTIVE {{(pid=78703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 12:12:45.807717 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-1651edab-8c71-406f-bdcc-e5a6ab2d0ed1 req-55f2b474-390e-4868-8ff3-ff689d95578b service neutron] 10.222.0.52 "GET /v2.0/networks/6fb5c99b-a68d-45a2-861a-1b6b3804e1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342272 May 17 12:12:45.810660 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-35537668-b585-4c95-bed6-729e7558f8b7 req-3a41c278-e3cb-4f4a-98e2-944793593fc8 service neutron] 10.222.0.52 "GET /v2.0/networks/6fb5c99b-a68d-45a2-861a-1b6b3804e1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194231 May 17 12:12:45.949061 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-35537668-b585-4c95-bed6-729e7558f8b7 req-f7706ca5-f2f0-4b3c-9f7c-988b362623f5 service neutron] 10.222.0.52 "GET /v2.0/networks/6fb5c99b-a68d-45a2-861a-1b6b3804e1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296456 May 17 12:12:55.868857 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.agents_db [None req-bc444940-bb86-4de8-ac48-ae4570a6a7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:13:08.089823 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:08.785820 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5c6f9cb8-77ec-4b12-a72b-d5a31ed6a399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:11.308235 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6448aa29-bd84-49a0-a90d-6ac2d7637b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:11.336516 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:12.354821 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:14.235486 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:32.868032 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.agents_db [None req-bc444940-bb86-4de8-ac48-ae4570a6a7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:13:38.103419 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:38.787735 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2eafe9c0-2c6f-4bd7-b7f2-89025a7ddc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:41.309129 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fa3abdaf-217a-4253-b4b3-f8f35aed1a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:41.338850 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:42.357239 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:44.238188 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:13:44.577382 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-134c6aa3-d38a-4587-837f-dd8bd869de23 req-d9259464-b24a-4455-82e9-891b9ef30012 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a44f9ddb-fff2-4614-9af0-8e663b6a232c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718906 May 17 12:13:44.671578 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c6aa3-d38a-4587-837f-dd8bd869de23 req-e4ec66b7-030f-49b6-9215-856f00d694ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:13:44.673068 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-134c6aa3-d38a-4587-837f-dd8bd869de23 req-e4ec66b7-030f-49b6-9215-856f00d694ba service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd096020b3c84734ab84d713ecfe505c&device_id=a44f9ddb-fff2-4614-9af0-8e663b6a232c HTTP/1.1" status: 200 len: 1098 time: 0.0716677 May 17 12:13:44.823350 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c6aa3-d38a-4587-837f-dd8bd869de23 req-6d5fa646-0c36-437e-a330-a62d4c550e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:13:44.824782 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-134c6aa3-d38a-4587-837f-dd8bd869de23 req-6d5fa646-0c36-437e-a330-a62d4c550e48 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6fb5c99b-a68d-45a2-861a-1b6b3804e1c1 HTTP/1.1" status: 200 len: 913 time: 0.1252434 May 17 12:13:44.931572 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-134c6aa3-d38a-4587-837f-dd8bd869de23 req-0daa3037-2556-4573-8072-e1a27642a393 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=426d0532-03e3-483c-9443-d7d897f2e798 HTTP/1.1" status: 200 len: 1001 time: 0.0965288 May 17 12:13:44.996892 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c6aa3-d38a-4587-837f-dd8bd869de23 req-65e9b382-2456-4005-96bc-e8c81d2e5777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:13:44.998315 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-134c6aa3-d38a-4587-837f-dd8bd869de23 req-65e9b382-2456-4005-96bc-e8c81d2e5777 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=df17bad4-8d21-4b36-8dd5-091410a2c5d8 HTTP/1.1" status: 200 len: 851 time: 0.0567367 May 17 12:13:45.075812 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c6aa3-d38a-4587-837f-dd8bd869de23 req-99805530-b099-4ef5-97c9-d84174dd3950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:13:45.077559 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-134c6aa3-d38a-4587-837f-dd8bd869de23 req-99805530-b099-4ef5-97c9-d84174dd3950 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6fb5c99b-a68d-45a2-861a-1b6b3804e1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0722179 May 17 12:13:45.211717 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-134c6aa3-d38a-4587-837f-dd8bd869de23 req-08016bb3-414a-4807-8ca3-0d54bd48bfc6 service neutron] 10.222.0.52 "GET /v2.0/networks/6fb5c99b-a68d-45a2-861a-1b6b3804e1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233587 May 17 12:13:45.343604 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-134c6aa3-d38a-4587-837f-dd8bd869de23 req-5f1f7893-d111-4511-9711-24d4cf1536e7 service neutron] 10.222.0.52 "GET /v2.0/networks/6fb5c99b-a68d-45a2-861a-1b6b3804e1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218410 May 17 12:14:08.103469 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:08.788554 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5b25aec1-7d16-432f-9c87-9b6f9a5f6093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:09.867611 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.agents_db [None req-bc444940-bb86-4de8-ac48-ae4570a6a7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:14:11.312042 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2cd008d0-5339-451c-bad6-b2b508f1c68c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:11.341828 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:12.359643 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:14.242739 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:22.966537 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 38214) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:14:23.228873 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-be06a417-173a-492f-9e59-23d592d98f86 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Deleting port c0964b69-6729-4c4b-b1e9-8a7cbe4bc7f6 {{(pid=78701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:14:23.229148 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-be06a417-173a-492f-9e59-23d592d98f86 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:23.346645 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-be06a417-173a-492f-9e59-23d592d98f86 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:23.346964 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-be06a417-173a-492f-9e59-23d592d98f86 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:23.573914 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-be06a417-173a-492f-9e59-23d592d98f86 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Calling delete_port for c0964b69-6729-4c4b-b1e9-8a7cbe4bc7f6 owned by network:floatingip {{(pid=78701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:14:23.694787 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-be06a417-173a-492f-9e59-23d592d98f86 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534708'] for port, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:23.698450 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-3fe3dfee-e825-4f75-b48d-b55ec323a22a tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:14:23.743103 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be06a417-173a-492f-9e59-23d592d98f86 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Pushing event deleted for resources: {'Port': ['ID=c0964b69-6729-4c4b-b1e9-8a7cbe4bc7f6,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:23.783899 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be06a417-173a-492f-9e59-23d592d98f86 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:23.784278 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be06a417-173a-492f-9e59-23d592d98f86 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:23.784656 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be06a417-173a-492f-9e59-23d592d98f86 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:23.785058 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be06a417-173a-492f-9e59-23d592d98f86 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:23.785427 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be06a417-173a-492f-9e59-23d592d98f86 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:23.785795 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be06a417-173a-492f-9e59-23d592d98f86 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:23.786158 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be06a417-173a-492f-9e59-23d592d98f86 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:23.786521 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be06a417-173a-492f-9e59-23d592d98f86 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:23.786890 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be06a417-173a-492f-9e59-23d592d98f86 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:23.787252 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be06a417-173a-492f-9e59-23d592d98f86 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:23.787610 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be06a417-173a-492f-9e59-23d592d98f86 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:23.787967 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be06a417-173a-492f-9e59-23d592d98f86 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:23.818523 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-be06a417-173a-492f-9e59-23d592d98f86 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:14:23.847526 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-be06a417-173a-492f-9e59-23d592d98f86 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks [] for floatingip, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:23.847768 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.db.l3_db [None req-be06a417-173a-492f-9e59-23d592d98f86 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Floating IP 3de1897d-51f4-4126-a513-1ab7911de8e7 disassociated (deleted). External IP: 172.27.1.209, port: 426d0532-03e3-483c-9443-d7d897f2e798. May 17 12:14:24.201721 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be06a417-173a-492f-9e59-23d592d98f86 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Router 63e8f73d-ad50-4cd3-929b-215fda21db32 has already been hosted by L3 agent 7d9bdccf-07e9-4436-af26-1dad3be87fd8 {{(pid=78701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:14:24.411304 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be06a417-173a-492f-9e59-23d592d98f86 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify agent at l3_agent.dv-cinder-734144-19-iscsi the message routers_updated {{(pid=78701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:14:24.424738 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0599e7e-a1a5-4057-84e5-29a998eb6426 None None] Sync routers for ids ['63e8f73d-ad50-4cd3-929b-215fda21db32'] in dv-cinder-734144-19-iscsi {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:14:24.434219 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-be06a417-173a-492f-9e59-23d592d98f86 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for floatingip, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:24.436745 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0599e7e-a1a5-4057-84e5-29a998eb6426 None None] Routers {'63e8f73d-ad50-4cd3-929b-215fda21db32'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:14:24.437669 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-a0599e7e-a1a5-4057-84e5-29a998eb6426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:14:11Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['63e8f73d-ad50-4cd3-929b-215fda21db32'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:24.504391 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-be06a417-173a-492f-9e59-23d592d98f86 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "DELETE /v2.0/floatingips/3de1897d-51f4-4126-a513-1ab7911de8e7 HTTP/1.1" status: 204 len: 168 time: 1.5366068 May 17 12:14:24.505477 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a44f9ddb-fff2-4614-9af0-8e663b6a232c', 'tag': '426d0532-03e3-483c-9443-d7d897f2e798'}] {{(pid=78701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:14:24.557023 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a44f9ddb-fff2-4614-9af0-8e663b6a232c', 'tag': '426d0532-03e3-483c-9443-d7d897f2e798', 'status': 'completed', 'code': 200} May 17 12:14:24.627352 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-a0599e7e-a1a5-4057-84e5-29a998eb6426 None None] Set router 63e8f73d-ad50-4cd3-929b-215fda21db32 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:14:24.661745 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b129a-36b1-4a3f-80a0-f066cf711d23 req-9bf4b305-7d56-4187-b1b2-eee76a8ff67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:14:24.663221 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ab2b129a-36b1-4a3f-80a0-f066cf711d23 req-9bf4b305-7d56-4187-b1b2-eee76a8ff67b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd096020b3c84734ab84d713ecfe505c&device_id=a44f9ddb-fff2-4614-9af0-8e663b6a232c HTTP/1.1" status: 200 len: 1098 time: 0.0790288 May 17 12:14:24.994642 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b129a-36b1-4a3f-80a0-f066cf711d23 req-b550a4ec-a883-4582-9427-e8e71e79b866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:14:24.996353 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ab2b129a-36b1-4a3f-80a0-f066cf711d23 req-b550a4ec-a883-4582-9427-e8e71e79b866 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6fb5c99b-a68d-45a2-861a-1b6b3804e1c1 HTTP/1.1" status: 200 len: 913 time: 0.3209722 May 17 12:14:25.051216 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-a0599e7e-a1a5-4057-84e5-29a998eb6426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'name': 'tempest-TestVolumeBootPattern-1798618458-router', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:06Z', 'updated_at': '2021-05-17T12:07:13Z', 'revision_number': 4, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'gw_port': {'id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:08:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:07Z', 'updated_at': '2021-05-17T12:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_floatingips': [{'id': '3cb9804a-7871-4574-9084-dc2fc5964cf5', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'router_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'port_id': '9c924546-76d1-481d-8a98-f7006a09df9d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1', 'mac_address': 'fa:16:3e:22:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60edefde-b452-4a41-867c-b846b96bf12c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:10:46Z', 'updated_at': '2021-05-17T12:10:49Z', 'revision_number': 1, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62483829-37ae-4176-9f39-760bba38563e', 'name': '', 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'mac_address': 'fa:16:3e:cd:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'df17bad4-8d21-4b36-8dd5-091410a2c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:13Z', 'updated_at': '2021-05-17T12:07:20Z', 'revision_number': 5, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'subnets': [{'id': 'df17bad4-8d21-4b36-8dd5-091410a2c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:25.055064 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0599e7e-a1a5-4057-84e5-29a998eb6426 None None] Checking router: 63e8f73d-ad50-4cd3-929b-215fda21db32 for host: dv-cinder-734144-19-iscsi {{(pid=78702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:14:25.064687 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0599e7e-a1a5-4057-84e5-29a998eb6426 None None] Routers {'63e8f73d-ad50-4cd3-929b-215fda21db32'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:14:25.065481 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-a0599e7e-a1a5-4057-84e5-29a998eb6426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:14:11Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['63e8f73d-ad50-4cd3-929b-215fda21db32'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:25.073106 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ab2b129a-36b1-4a3f-80a0-f066cf711d23 req-976a8579-3152-4c40-b42d-c577a87c1a8a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=426d0532-03e3-483c-9443-d7d897f2e798 HTTP/1.1" status: 200 len: 217 time: 0.0686631 May 17 12:14:25.081108 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa15e58-9e0a-4808-a544-45e751387a89 req-b2c92270-cddb-4732-91fc-524821f36ec0 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:14:25.082927 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3aa15e58-9e0a-4808-a544-45e751387a89 req-b2c92270-cddb-4732-91fc-524821f36ec0 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=a44f9ddb-fff2-4614-9af0-8e663b6a232c HTTP/1.1" status: 200 len: 945 time: 0.2130704 May 17 12:14:25.183061 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3aa15e58-9e0a-4808-a544-45e751387a89 req-c5220e06-c752-4d72-adbb-c10549d24d93 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/security-groups?id=a45f71a5-c1cb-4e5c-a0f7-a203a23791f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659907 May 17 12:14:25.184581 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b129a-36b1-4a3f-80a0-f066cf711d23 req-383d2535-8a82-4be4-80f7-3d23aec29733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:14:25.186019 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ab2b129a-36b1-4a3f-80a0-f066cf711d23 req-383d2535-8a82-4be4-80f7-3d23aec29733 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=df17bad4-8d21-4b36-8dd5-091410a2c5d8 HTTP/1.1" status: 200 len: 851 time: 0.1021187 May 17 12:14:25.264683 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-a0599e7e-a1a5-4057-84e5-29a998eb6426 None None] Set router 63e8f73d-ad50-4cd3-929b-215fda21db32 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:14:25.275803 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b129a-36b1-4a3f-80a0-f066cf711d23 req-935cb343-1ad6-4964-bf4d-a01578003a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:14:25.277757 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ab2b129a-36b1-4a3f-80a0-f066cf711d23 req-935cb343-1ad6-4964-bf4d-a01578003a61 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6fb5c99b-a68d-45a2-861a-1b6b3804e1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0842938 May 17 12:14:25.433268 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ab2b129a-36b1-4a3f-80a0-f066cf711d23 req-5544a6c2-3778-4a41-ad1d-17fde37a3cb0 service neutron] 10.222.0.52 "GET /v2.0/networks/6fb5c99b-a68d-45a2-861a-1b6b3804e1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461754 May 17 12:14:25.611080 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-ab2b129a-36b1-4a3f-80a0-f066cf711d23 req-4604eea7-e2ab-45f4-ba55-3325e8547d44 service neutron] 10.222.0.52 "GET /v2.0/networks/6fb5c99b-a68d-45a2-861a-1b6b3804e1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703813 May 17 12:14:25.643077 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-a0599e7e-a1a5-4057-84e5-29a998eb6426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'name': 'tempest-TestVolumeBootPattern-1798618458-router', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:06Z', 'updated_at': '2021-05-17T12:07:13Z', 'revision_number': 4, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'gw_port': {'id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:08:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:07Z', 'updated_at': '2021-05-17T12:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_floatingips': [{'id': '3cb9804a-7871-4574-9084-dc2fc5964cf5', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'router_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'port_id': '9c924546-76d1-481d-8a98-f7006a09df9d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1', 'mac_address': 'fa:16:3e:22:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60edefde-b452-4a41-867c-b846b96bf12c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:10:46Z', 'updated_at': '2021-05-17T12:10:49Z', 'revision_number': 1, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62483829-37ae-4176-9f39-760bba38563e', 'name': '', 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'mac_address': 'fa:16:3e:cd:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'df17bad4-8d21-4b36-8dd5-091410a2c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:13Z', 'updated_at': '2021-05-17T12:07:20Z', 'revision_number': 5, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'subnets': [{'id': 'df17bad4-8d21-4b36-8dd5-091410a2c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:25.647324 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0599e7e-a1a5-4057-84e5-29a998eb6426 None None] The sync data for ids ['63e8f73d-ad50-4cd3-929b-215fda21db32'] in dv-cinder-734144-19-iscsi is: [{'id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'name': 'tempest-TestVolumeBootPattern-1798618458-router', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:06Z', 'updated_at': '2021-05-17T12:07:13Z', 'revision_number': 4, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'gw_port': {'id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:08:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:07Z', 'updated_at': '2021-05-17T12:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_floatingips': [{'id': '3cb9804a-7871-4574-9084-dc2fc5964cf5', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'router_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'port_id': '9c924546-76d1-481d-8a98-f7006a09df9d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1', 'mac_address': 'fa:16:3e:22:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60edefde-b452-4a41-867c-b846b96bf12c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T12:10:46Z', 'updated_at': '2021-05-17T12:10:49Z', 'revision_number': 1, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62483829-37ae-4176-9f39-760bba38563e', 'name': '', 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'mac_address': 'fa:16:3e:cd:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'df17bad4-8d21-4b36-8dd5-091410a2c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:13Z', 'updated_at': '2021-05-17T12:07:20Z', 'revision_number': 5, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'subnets': [{'id': 'df17bad4-8d21-4b36-8dd5-091410a2c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:14:25.856293 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10df251-9862-4e7b-8d38-4b120227dc7c None None] New status for floating IP 3de1897d-51f4-4126-a513-1ab7911de8e7: DOWN {{(pid=78703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 12:14:26.378074 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e7c0c-148e-450b-904b-404ca598b684 req-a04c4c59-6ab3-47c7-baf4-761da4eefc7c tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:14:26.378667 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-c45e7c0c-148e-450b-904b-404ca598b684 req-a04c4c59-6ab3-47c7-baf4-761da4eefc7c tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Synchronizing usage tracker for tenant:bd096020b3c84734ab84d713ecfe505c on resource:port {{(pid=78701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:14:26.394982 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.quota.resource [req-c45e7c0c-148e-450b-904b-404ca598b684 req-a04c4c59-6ab3-47c7-baf4-761da4eefc7c tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Unset dirty status for tenant:bd096020b3c84734ab84d713ecfe505c on resource:port {{(pid=78701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:14:26.396126 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-c45e7c0c-148e-450b-904b-404ca598b684 req-a04c4c59-6ab3-47c7-baf4-761da4eefc7c tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=a44f9ddb-fff2-4614-9af0-8e663b6a232c HTTP/1.1" status: 200 len: 945 time: 0.1008828 May 17 12:14:26.447801 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-c45e7c0c-148e-450b-904b-404ca598b684 req-9e8fc8e5-16b6-45fa-93a7-5e583fc14208 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/security-groups?id=a45f71a5-c1cb-4e5c-a0f7-a203a23791f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454159 May 17 12:14:26.667539 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd28ef-2f77-42b9-8a55-d34e8498c7f7 req-e7a59f06-ca9e-4285-aaed-2096c2bbbc37 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:14:26.669773 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-b7dd28ef-2f77-42b9-8a55-d34e8498c7f7 req-e7a59f06-ca9e-4285-aaed-2096c2bbbc37 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.52 "GET /v2.0/ports?device_id=a44f9ddb-fff2-4614-9af0-8e663b6a232c HTTP/1.1" status: 200 len: 945 time: 0.0901964 May 17 12:14:26.814641 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [req-b7dd28ef-2f77-42b9-8a55-d34e8498c7f7 req-16f9179d-e3a1-4639-8061-013a3149b841 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Deleting port 426d0532-03e3-483c-9443-d7d897f2e798 {{(pid=78700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:14:26.815022 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-b7dd28ef-2f77-42b9-8a55-d34e8498c7f7 req-16f9179d-e3a1-4639-8061-013a3149b841 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:26.953362 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-b7dd28ef-2f77-42b9-8a55-d34e8498c7f7 req-16f9179d-e3a1-4639-8061-013a3149b841 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] For port 426d0532-03e3-483c-9443-d7d897f2e798, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=426d0532-03e3-483c-9443-d7d897f2e798,segment=NetworkSegment(a402912a-f827-4eda-8dbb-276cac4a089d),segment_id=a402912a-f827-4eda-8dbb-276cac4a089d)] {{(pid=78700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:14:26.953723 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-b7dd28ef-2f77-42b9-8a55-d34e8498c7f7 req-16f9179d-e3a1-4639-8061-013a3149b841 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:27.078800 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [req-b7dd28ef-2f77-42b9-8a55-d34e8498c7f7 req-16f9179d-e3a1-4639-8061-013a3149b841 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Calling delete_port for 426d0532-03e3-483c-9443-d7d897f2e798 owned by compute:nova {{(pid=78700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:14:27.194446 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-b7dd28ef-2f77-42b9-8a55-d34e8498c7f7 req-16f9179d-e3a1-4639-8061-013a3149b841 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:27.201436 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-bb1b2311-a402-463f-bfeb-8abd0c16686e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:14:27.253634 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9179d-e3a1-4639-8061-013a3149b841 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Pushing event deleted for resources: {'Port': ['ID=426d0532-03e3-483c-9443-d7d897f2e798,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:27.297120 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9179d-e3a1-4639-8061-013a3149b841 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:27.297499 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9179d-e3a1-4639-8061-013a3149b841 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:27.298394 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9179d-e3a1-4639-8061-013a3149b841 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:27.299370 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9179d-e3a1-4639-8061-013a3149b841 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:27.299730 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9179d-e3a1-4639-8061-013a3149b841 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:27.300089 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9179d-e3a1-4639-8061-013a3149b841 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:27.300447 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9179d-e3a1-4639-8061-013a3149b841 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:27.300800 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9179d-e3a1-4639-8061-013a3149b841 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:27.301181 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9179d-e3a1-4639-8061-013a3149b841 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:27.301532 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9179d-e3a1-4639-8061-013a3149b841 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:27.301880 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9179d-e3a1-4639-8061-013a3149b841 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:27.302222 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9179d-e3a1-4639-8061-013a3149b841 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:27.309400 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-16f9179d-e3a1-4639-8061-013a3149b841 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:14:27.346130 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7dd28ef-2f77-42b9-8a55-d34e8498c7f7 req-16f9179d-e3a1-4639-8061-013a3149b841 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] No DVR routers for this DVR port 426d0532-03e3-483c-9443-d7d897f2e798 on host hv-cinder-73414 {{(pid=78700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:14:27.348618 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-b7dd28ef-2f77-42b9-8a55-d34e8498c7f7 req-16f9179d-e3a1-4639-8061-013a3149b841 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:27.351221 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a44f9ddb-fff2-4614-9af0-8e663b6a232c', 'name': 'network-vif-deleted', 'tag': '426d0532-03e3-483c-9443-d7d897f2e798'}] {{(pid=78700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:14:27.368505 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-b7dd28ef-2f77-42b9-8a55-d34e8498c7f7 req-16f9179d-e3a1-4639-8061-013a3149b841 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.52 "DELETE /v2.0/ports/426d0532-03e3-483c-9443-d7d897f2e798 HTTP/1.1" status: 204 len: 173 time: 0.6911826 May 17 12:14:27.400207 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a44f9ddb-fff2-4614-9af0-8e663b6a232c', 'name': 'network-vif-deleted', 'tag': '426d0532-03e3-483c-9443-d7d897f2e798', 'status': 'completed', 'code': 200} May 17 12:14:27.598578 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-0e7f9e28-b22c-432e-9330-5b4d8f58d2fe req-89275fd5-133c-4d1c-997d-e4ddc30ba1f5 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=a44f9ddb-fff2-4614-9af0-8e663b6a232c HTTP/1.1" status: 200 len: 210 time: 0.0443931 May 17 12:14:29.824188 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 426d0532-03e3-483c-9443-d7d897f2e798 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:14:29.859637 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] No Port match for: 426d0532-03e3-483c-9443-d7d897f2e798 {{(pid=78702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:14:29.859982 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 426d0532-03e3-483c-9443-d7d897f2e798 not bound to the agent host hv-cinder-73414 {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:14:31.135745 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.wsgi [-] (78700) accepted ('10.222.0.11', 38246) {{(pid=78700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:14:31.502154 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [None req-a88b1095-e4fe-4a62-a45c-bdea1dd2df16 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Deleting port 02b30a78-8a03-4b89-9ddc-91fdd4790682 {{(pid=78700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:14:31.502492 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-a88b1095-e4fe-4a62-a45c-bdea1dd2df16 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:31.621215 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-a88b1095-e4fe-4a62-a45c-bdea1dd2df16 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:31.621544 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-a88b1095-e4fe-4a62-a45c-bdea1dd2df16 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:31.742932 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [None req-a88b1095-e4fe-4a62-a45c-bdea1dd2df16 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Calling delete_port for 02b30a78-8a03-4b89-9ddc-91fdd4790682 owned by network:floatingip {{(pid=78700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:14:31.876127 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-a88b1095-e4fe-4a62-a45c-bdea1dd2df16 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:31.883750 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-766c5197-f797-46f2-bc80-ace2dcdd35c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:14:31.931087 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88b1095-e4fe-4a62-a45c-bdea1dd2df16 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Pushing event deleted for resources: {'Port': ['ID=02b30a78-8a03-4b89-9ddc-91fdd4790682,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:31.957614 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-a88b1095-e4fe-4a62-a45c-bdea1dd2df16 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:14:32.022463 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-a88b1095-e4fe-4a62-a45c-bdea1dd2df16 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks [] for floatingip, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:32.022798 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.db.l3_db [None req-a88b1095-e4fe-4a62-a45c-bdea1dd2df16 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Floating IP 3cb9804a-7871-4574-9084-dc2fc5964cf5 disassociated (deleted). External IP: 172.27.1.185, port: 9c924546-76d1-481d-8a98-f7006a09df9d. May 17 12:14:32.400619 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a88b1095-e4fe-4a62-a45c-bdea1dd2df16 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Router 63e8f73d-ad50-4cd3-929b-215fda21db32 has already been hosted by L3 agent 7d9bdccf-07e9-4436-af26-1dad3be87fd8 {{(pid=78700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:14:32.579323 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88b1095-e4fe-4a62-a45c-bdea1dd2df16 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify agent at l3_agent.dv-cinder-734144-19-iscsi the message routers_updated {{(pid=78700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:14:32.589053 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cf1d70-feae-433b-9e06-33a7fb6a8457 None None] Sync routers for ids ['63e8f73d-ad50-4cd3-929b-215fda21db32'] in dv-cinder-734144-19-iscsi {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:14:32.595694 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-a88b1095-e4fe-4a62-a45c-bdea1dd2df16 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for floatingip, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:32.598513 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cf1d70-feae-433b-9e06-33a7fb6a8457 None None] Routers {'63e8f73d-ad50-4cd3-929b-215fda21db32'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:14:32.599124 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-f9cf1d70-feae-433b-9e06-33a7fb6a8457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:14:11Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['63e8f73d-ad50-4cd3-929b-215fda21db32'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:32.653765 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [None req-a88b1095-e4fe-4a62-a45c-bdea1dd2df16 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "DELETE /v2.0/floatingips/3cb9804a-7871-4574-9084-dc2fc5964cf5 HTTP/1.1" status: 204 len: 168 time: 1.5166345 May 17 12:14:32.654423 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60edefde-b452-4a41-867c-b846b96bf12c', 'tag': '9c924546-76d1-481d-8a98-f7006a09df9d'}] {{(pid=78700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:14:32.701363 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60edefde-b452-4a41-867c-b846b96bf12c', 'tag': '9c924546-76d1-481d-8a98-f7006a09df9d', 'status': 'completed', 'code': 200} May 17 12:14:32.787447 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-f9cf1d70-feae-433b-9e06-33a7fb6a8457 None None] Set router 63e8f73d-ad50-4cd3-929b-215fda21db32 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:14:32.813681 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4c086-5b7b-4567-ac69-cde7463689b6 req-de913582-9d57-4b11-81d3-aec6225fc24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:14:32.815955 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3ed4c086-5b7b-4567-ac69-cde7463689b6 req-de913582-9d57-4b11-81d3-aec6225fc24a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd096020b3c84734ab84d713ecfe505c&device_id=60edefde-b452-4a41-867c-b846b96bf12c HTTP/1.1" status: 200 len: 1099 time: 0.0812898 May 17 12:14:33.113087 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-f9cf1d70-feae-433b-9e06-33a7fb6a8457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'name': 'tempest-TestVolumeBootPattern-1798618458-router', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:06Z', 'updated_at': '2021-05-17T12:07:13Z', 'revision_number': 4, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'gw_port': {'id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:08:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:07Z', 'updated_at': '2021-05-17T12:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': '62483829-37ae-4176-9f39-760bba38563e', 'name': '', 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'mac_address': 'fa:16:3e:cd:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'df17bad4-8d21-4b36-8dd5-091410a2c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:13Z', 'updated_at': '2021-05-17T12:07:20Z', 'revision_number': 5, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'subnets': [{'id': 'df17bad4-8d21-4b36-8dd5-091410a2c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:33.117218 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cf1d70-feae-433b-9e06-33a7fb6a8457 None None] Checking router: 63e8f73d-ad50-4cd3-929b-215fda21db32 for host: dv-cinder-734144-19-iscsi {{(pid=78702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:14:33.127333 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cf1d70-feae-433b-9e06-33a7fb6a8457 None None] Routers {'63e8f73d-ad50-4cd3-929b-215fda21db32'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:14:33.128099 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-f9cf1d70-feae-433b-9e06-33a7fb6a8457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:14:11Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['63e8f73d-ad50-4cd3-929b-215fda21db32'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:33.136397 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4c086-5b7b-4567-ac69-cde7463689b6 req-a5f0d281-defe-4182-bf7c-eb444dd14ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:14:33.137901 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3ed4c086-5b7b-4567-ac69-cde7463689b6 req-a5f0d281-defe-4182-bf7c-eb444dd14ed0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6fb5c99b-a68d-45a2-861a-1b6b3804e1c1 HTTP/1.1" status: 200 len: 913 time: 0.3105423 May 17 12:14:33.218214 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba59abb-6aaa-416d-8b0a-927b533d54b2 req-3a04a2cd-dc18-4d29-8e78-4bf3589fd5b0 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:14:33.218813 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-aba59abb-6aaa-416d-8b0a-927b533d54b2 req-3a04a2cd-dc18-4d29-8e78-4bf3589fd5b0 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Synchronizing usage tracker for tenant:bd096020b3c84734ab84d713ecfe505c on resource:port {{(pid=78700) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 12:14:33.223751 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3ed4c086-5b7b-4567-ac69-cde7463689b6 req-14ac2489-1ff0-4c78-90b8-da224f75e02a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c924546-76d1-481d-8a98-f7006a09df9d HTTP/1.1" status: 200 len: 217 time: 0.0787516 May 17 12:14:33.268153 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.quota.resource [req-aba59abb-6aaa-416d-8b0a-927b533d54b2 req-3a04a2cd-dc18-4d29-8e78-4bf3589fd5b0 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Unset dirty status for tenant:bd096020b3c84734ab84d713ecfe505c on resource:port {{(pid=78700) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 12:14:33.269336 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-aba59abb-6aaa-416d-8b0a-927b533d54b2 req-3a04a2cd-dc18-4d29-8e78-4bf3589fd5b0 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=60edefde-b452-4a41-867c-b846b96bf12c HTTP/1.1" status: 200 len: 946 time: 0.2527912 May 17 12:14:33.324764 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4c086-5b7b-4567-ac69-cde7463689b6 req-9558f802-2e00-421d-9447-713b7cbddd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:14:33.326246 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3ed4c086-5b7b-4567-ac69-cde7463689b6 req-9558f802-2e00-421d-9447-713b7cbddd91 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=df17bad4-8d21-4b36-8dd5-091410a2c5d8 HTTP/1.1" status: 200 len: 851 time: 0.0941796 May 17 12:14:33.333455 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-aba59abb-6aaa-416d-8b0a-927b533d54b2 req-3ad74c4a-be55-450b-9b39-7e46aae6d04d tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/security-groups?id=a45f71a5-c1cb-4e5c-a0f7-a203a23791f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558391 May 17 12:14:33.354451 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-f9cf1d70-feae-433b-9e06-33a7fb6a8457 None None] Set router 63e8f73d-ad50-4cd3-929b-215fda21db32 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:14:33.412908 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4c086-5b7b-4567-ac69-cde7463689b6 req-beea19d8-319e-4030-a9ad-e95443a6dcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:14:33.414427 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3ed4c086-5b7b-4567-ac69-cde7463689b6 req-beea19d8-319e-4030-a9ad-e95443a6dcc9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6fb5c99b-a68d-45a2-861a-1b6b3804e1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0801456 May 17 12:14:33.557695 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3ed4c086-5b7b-4567-ac69-cde7463689b6 req-b3bd6aa8-72dd-4ed1-ad7b-9c876970a6fc service neutron] 10.222.0.52 "GET /v2.0/networks/6fb5c99b-a68d-45a2-861a-1b6b3804e1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326895 May 17 12:14:33.685364 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-f9cf1d70-feae-433b-9e06-33a7fb6a8457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'name': 'tempest-TestVolumeBootPattern-1798618458-router', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:06Z', 'updated_at': '2021-05-17T12:07:13Z', 'revision_number': 4, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'gw_port': {'id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:08:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:07Z', 'updated_at': '2021-05-17T12:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': '62483829-37ae-4176-9f39-760bba38563e', 'name': '', 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'mac_address': 'fa:16:3e:cd:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'df17bad4-8d21-4b36-8dd5-091410a2c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:13Z', 'updated_at': '2021-05-17T12:07:20Z', 'revision_number': 5, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'subnets': [{'id': 'df17bad4-8d21-4b36-8dd5-091410a2c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:33.689903 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cf1d70-feae-433b-9e06-33a7fb6a8457 None None] The sync data for ids ['63e8f73d-ad50-4cd3-929b-215fda21db32'] in dv-cinder-734144-19-iscsi is: [{'id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'name': 'tempest-TestVolumeBootPattern-1798618458-router', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:06Z', 'updated_at': '2021-05-17T12:07:13Z', 'revision_number': 4, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'gw_port': {'id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:08:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:07Z', 'updated_at': '2021-05-17T12:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi', '_interfaces': [{'id': '62483829-37ae-4176-9f39-760bba38563e', 'name': '', 'network_id': '6fb5c99b-a68d-45a2-861a-1b6b3804e1c1', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'mac_address': 'fa:16:3e:cd:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'df17bad4-8d21-4b36-8dd5-091410a2c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:13Z', 'updated_at': '2021-05-17T12:07:20Z', 'revision_number': 5, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'subnets': [{'id': 'df17bad4-8d21-4b36-8dd5-091410a2c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:14:33.693940 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-3ed4c086-5b7b-4567-ac69-cde7463689b6 req-a496aec6-fd65-4c19-92fc-78d0d6a5a39d service neutron] 10.222.0.52 "GET /v2.0/networks/6fb5c99b-a68d-45a2-861a-1b6b3804e1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273372 May 17 12:14:33.911508 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e9e503-a3e5-4912-a295-f831c56e60a7 None None] New status for floating IP 3cb9804a-7871-4574-9084-dc2fc5964cf5: DOWN {{(pid=78703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 12:14:34.526332 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83095413-494d-43b9-b21c-be66df7dcfd0 req-7fb5286a-0181-48ff-88d4-192fc4b364bb tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:14:34.527864 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-83095413-494d-43b9-b21c-be66df7dcfd0 req-7fb5286a-0181-48ff-88d4-192fc4b364bb tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=60edefde-b452-4a41-867c-b846b96bf12c HTTP/1.1" status: 200 len: 946 time: 0.0820010 May 17 12:14:34.577938 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-83095413-494d-43b9-b21c-be66df7dcfd0 req-a13d298f-b6b6-4bfa-8aba-c603df8ee089 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/security-groups?id=a45f71a5-c1cb-4e5c-a0f7-a203a23791f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436001 May 17 12:14:34.731007 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d6d2f-0303-4999-a530-161d52039a38 req-2f2da261-956e-4f84-a8a1-63338d671520 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 12:14:34.732439 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-4d8d6d2f-0303-4999-a530-161d52039a38 req-2f2da261-956e-4f84-a8a1-63338d671520 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.52 "GET /v2.0/ports?device_id=60edefde-b452-4a41-867c-b846b96bf12c HTTP/1.1" status: 200 len: 946 time: 0.0782175 May 17 12:14:34.872899 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [req-4d8d6d2f-0303-4999-a530-161d52039a38 req-4f27774e-c259-402c-8006-46f8bbb32688 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Deleting port 9c924546-76d1-481d-8a98-f7006a09df9d {{(pid=78700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:14:34.873264 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-4d8d6d2f-0303-4999-a530-161d52039a38 req-4f27774e-c259-402c-8006-46f8bbb32688 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:35.009043 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [req-4d8d6d2f-0303-4999-a530-161d52039a38 req-4f27774e-c259-402c-8006-46f8bbb32688 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] For port 9c924546-76d1-481d-8a98-f7006a09df9d, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=9c924546-76d1-481d-8a98-f7006a09df9d,segment=NetworkSegment(a402912a-f827-4eda-8dbb-276cac4a089d),segment_id=a402912a-f827-4eda-8dbb-276cac4a089d)] {{(pid=78700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:14:35.009311 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-4d8d6d2f-0303-4999-a530-161d52039a38 req-4f27774e-c259-402c-8006-46f8bbb32688 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:35.131343 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.plugin [req-4d8d6d2f-0303-4999-a530-161d52039a38 req-4f27774e-c259-402c-8006-46f8bbb32688 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Calling delete_port for 9c924546-76d1-481d-8a98-f7006a09df9d owned by compute:nova {{(pid=78700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:14:35.244039 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-4d8d6d2f-0303-4999-a530-161d52039a38 req-4f27774e-c259-402c-8006-46f8bbb32688 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2209228'] for port, after_delete {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:35.249639 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-f1ab3000-ed31-45f6-afcc-9f5e61589437 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:14:35.295436 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f27774e-c259-402c-8006-46f8bbb32688 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Pushing event deleted for resources: {'Port': ['ID=9c924546-76d1-481d-8a98-f7006a09df9d,revision_number=None']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:35.322607 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-4f27774e-c259-402c-8006-46f8bbb32688 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:14:35.372648 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8d6d2f-0303-4999-a530-161d52039a38 req-4f27774e-c259-402c-8006-46f8bbb32688 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] No DVR routers for this DVR port 9c924546-76d1-481d-8a98-f7006a09df9d on host hv-cinder-73414 {{(pid=78700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:14:35.375203 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [req-4d8d6d2f-0303-4999-a530-161d52039a38 req-4f27774e-c259-402c-8006-46f8bbb32688 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for port, before_response {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:35.377842 dv-cinder-734144-19-iscsi neutron-server[78700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60edefde-b452-4a41-867c-b846b96bf12c', 'name': 'network-vif-deleted', 'tag': '9c924546-76d1-481d-8a98-f7006a09df9d'}] {{(pid=78700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 12:14:35.395033 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.wsgi [req-4d8d6d2f-0303-4999-a530-161d52039a38 req-4f27774e-c259-402c-8006-46f8bbb32688 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.52 "DELETE /v2.0/ports/9c924546-76d1-481d-8a98-f7006a09df9d HTTP/1.1" status: 204 len: 173 time: 0.6539812 May 17 12:14:35.427289 dv-cinder-734144-19-iscsi neutron-server[78700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60edefde-b452-4a41-867c-b846b96bf12c', 'name': 'network-vif-deleted', 'tag': '9c924546-76d1-481d-8a98-f7006a09df9d', 'status': 'completed', 'code': 200} May 17 12:14:35.736305 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [req-89ca058f-57fd-4c75-a31b-ea322af4ca4c req-fecb73ae-1292-47e8-9667-7b3e438da383 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "GET /v2.0/ports?device_id=60edefde-b452-4a41-867c-b846b96bf12c HTTP/1.1" status: 200 len: 210 time: 0.0493009 May 17 12:14:36.833560 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 38268) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:14:37.148242 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-e0708a4d-9f83-4f3b-9997-3121c7771bb5 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Deleting port ae609b2f-1b7f-482d-8847-b12b3817b196 {{(pid=78701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:14:37.148581 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e0708a4d-9f83-4f3b-9997-3121c7771bb5 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:37.264580 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e0708a4d-9f83-4f3b-9997-3121c7771bb5 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:37.264897 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e0708a4d-9f83-4f3b-9997-3121c7771bb5 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:37.386791 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-e0708a4d-9f83-4f3b-9997-3121c7771bb5 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Calling delete_port for ae609b2f-1b7f-482d-8847-b12b3817b196 owned by network:floatingip {{(pid=78701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:14:37.505328 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e0708a4d-9f83-4f3b-9997-3121c7771bb5 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534708'] for port, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:37.509782 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-23e01d4e-8e89-4531-897f-cb1959d0830a tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:14:37.585569 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0708a4d-9f83-4f3b-9997-3121c7771bb5 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Pushing event deleted for resources: {'Port': ['ID=ae609b2f-1b7f-482d-8847-b12b3817b196,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:37.591665 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-e0708a4d-9f83-4f3b-9997-3121c7771bb5 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:14:37.649779 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e0708a4d-9f83-4f3b-9997-3121c7771bb5 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks [] for floatingip, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:37.664406 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e0708a4d-9f83-4f3b-9997-3121c7771bb5 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216310'] for floatingip, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:37.665559 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-e0708a4d-9f83-4f3b-9997-3121c7771bb5 tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "DELETE /v2.0/floatingips/388fc4a2-006b-44d3-b587-be86dac46f66 HTTP/1.1" status: 204 len: 168 time: 0.8310502 May 17 12:14:37.871477 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 9c924546-76d1-481d-8a98-f7006a09df9d no longer exists at agent hyperv_hv-cinder-73414 {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:14:37.919364 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] No Port match for: 9c924546-76d1-481d-8a98-f7006a09df9d {{(pid=78702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:14:37.920005 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Device 9c924546-76d1-481d-8a98-f7006a09df9d not bound to the agent host hv-cinder-73414 {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:14:38.102598 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:38.790540 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-944afa63-de68-4224-a7cc-084af5b6f7af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:39.083100 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 38282) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:14:39.150964 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-69cc10b8-3717-4685-9760-3a1da7cf33cb tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:39.181380 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-69cc10b8-3717-4685-9760-3a1da7cf33cb tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:39.244253 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-69cc10b8-3717-4685-9760-3a1da7cf33cb tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:39.248427 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-bdb8e2e4-7987-4801-9036-7a1e4de4c811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:14:39.262489 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc10b8-3717-4685-9760-3a1da7cf33cb tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45f71a5-c1cb-4e5c-a0f7-a203a23791f2,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:39.264991 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-69cc10b8-3717-4685-9760-3a1da7cf33cb tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:14:39.276825 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-69cc10b8-3717-4685-9760-3a1da7cf33cb tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:39.278092 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-69cc10b8-3717-4685-9760-3a1da7cf33cb tempest-TestVolumeBootPattern-1127454536 tempest-TestVolumeBootPattern-1127454536-project] 10.222.0.11 "DELETE /v2.0/security-groups/a45f71a5-c1cb-4e5c-a0f7-a203a23791f2 HTTP/1.1" status: 204 len: 168 time: 0.1940274 May 17 12:14:39.339415 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 38288) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:14:40.052499 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-f7d50200-d721-4eff-97c6-bb0897f5d76b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405814'] for router_interface, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:40.572638 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-f7d50200-d721-4eff-97c6-bb0897f5d76b admin admin] Deleting port 62483829-37ae-4176-9f39-760bba38563e {{(pid=78701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:14:40.573388 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-f7d50200-d721-4eff-97c6-bb0897f5d76b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:40.694174 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.db [None req-f7d50200-d721-4eff-97c6-bb0897f5d76b admin admin] For port 62483829-37ae-4176-9f39-760bba38563e, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=62483829-37ae-4176-9f39-760bba38563e,segment=NetworkSegment(a402912a-f827-4eda-8dbb-276cac4a089d),segment_id=a402912a-f827-4eda-8dbb-276cac4a089d)] {{(pid=78701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:14:40.694518 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-f7d50200-d721-4eff-97c6-bb0897f5d76b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:40.818488 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-f7d50200-d721-4eff-97c6-bb0897f5d76b admin admin] Calling delete_port for 62483829-37ae-4176-9f39-760bba38563e owned by network:router_interface {{(pid=78701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:14:40.973472 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-f7d50200-d721-4eff-97c6-bb0897f5d76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534708'] for port, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:40.977790 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-5794ec50-c24f-4a20-9a03-98ea9c243bfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:14:41.021608 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d50200-d721-4eff-97c6-bb0897f5d76b admin admin] Pushing event deleted for resources: {'Port': ['ID=62483829-37ae-4176-9f39-760bba38563e,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:41.051769 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-f7d50200-d721-4eff-97c6-bb0897f5d76b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:14:41.296615 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-f7d50200-d721-4eff-97c6-bb0897f5d76b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405914'] for router_interface, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:41.316244 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-bc3c5ef2-b173-45c7-b16b-1393bcf08bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:41.348282 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:41.657435 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d50200-d721-4eff-97c6-bb0897f5d76b admin admin] Router 63e8f73d-ad50-4cd3-929b-215fda21db32 has already been hosted by L3 agent 7d9bdccf-07e9-4436-af26-1dad3be87fd8 {{(pid=78701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:14:41.955326 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d50200-d721-4eff-97c6-bb0897f5d76b admin admin] Notify agent at l3_agent.dv-cinder-734144-19-iscsi the message routers_updated {{(pid=78701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:14:41.964289 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5cdb97-ec6c-4188-88f0-c2c58e21ee61 None None] Sync routers for ids ['63e8f73d-ad50-4cd3-929b-215fda21db32'] in dv-cinder-734144-19-iscsi {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:14:41.973785 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-f7d50200-d721-4eff-97c6-bb0897f5d76b admin admin] 10.222.0.11 "PUT /v2.0/routers/63e8f73d-ad50-4cd3-929b-215fda21db32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6332214 May 17 12:14:41.974369 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5cdb97-ec6c-4188-88f0-c2c58e21ee61 None None] Routers {'63e8f73d-ad50-4cd3-929b-215fda21db32'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:14:41.974990 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-5a5cdb97-ec6c-4188-88f0-c2c58e21ee61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:14:41Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['63e8f73d-ad50-4cd3-929b-215fda21db32'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:41.977391 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 38294) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:14:42.157164 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-5a5cdb97-ec6c-4188-88f0-c2c58e21ee61 None None] Set router 63e8f73d-ad50-4cd3-929b-215fda21db32 gateway port host: dv-cinder-734144-19-iscsi {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:14:42.175511 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-8d8fe2a0-6d76-4988-ba04-a4be9ce97141 admin admin] Notify callbacks [] for router, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:42.362792 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-8d8fe2a0-6d76-4988-ba04-a4be9ce97141 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:42.378312 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:42.433803 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-8d8fe2a0-6d76-4988-ba04-a4be9ce97141 admin admin] Deleting port c7028193-a2e9-4a80-b026-7b6f8ad5c293 {{(pid=78701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:14:42.434135 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-8d8fe2a0-6d76-4988-ba04-a4be9ce97141 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:42.461220 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-5a5cdb97-ec6c-4188-88f0-c2c58e21ee61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'name': 'tempest-TestVolumeBootPattern-1798618458-router', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:06Z', 'updated_at': '2021-05-17T12:14:40Z', 'revision_number': 5, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'gw_port': {'id': 'c7028193-a2e9-4a80-b026-7b6f8ad5c293', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:08:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:07Z', 'updated_at': '2021-05-17T12:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi'}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:42.465203 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5cdb97-ec6c-4188-88f0-c2c58e21ee61 None None] Checking router: 63e8f73d-ad50-4cd3-929b-215fda21db32 for host: dv-cinder-734144-19-iscsi {{(pid=78702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:14:42.474773 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5cdb97-ec6c-4188-88f0-c2c58e21ee61 None None] Routers {'63e8f73d-ad50-4cd3-929b-215fda21db32'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:14:42.475399 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-5a5cdb97-ec6c-4188-88f0-c2c58e21ee61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:14:41Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['63e8f73d-ad50-4cd3-929b-215fda21db32'], 'active': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:42.554617 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.db [None req-8d8fe2a0-6d76-4988-ba04-a4be9ce97141 admin admin] For port c7028193-a2e9-4a80-b026-7b6f8ad5c293, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=c7028193-a2e9-4a80-b026-7b6f8ad5c293,segment=NetworkSegment(8b5d1e01-0c84-4e6b-9682-76a98a471ba9),segment_id=8b5d1e01-0c84-4e6b-9682-76a98a471ba9)] {{(pid=78701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:14:42.554968 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-8d8fe2a0-6d76-4988-ba04-a4be9ce97141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:42.627415 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvr_db [None req-5a5cdb97-ec6c-4188-88f0-c2c58e21ee61 None None] Set router 63e8f73d-ad50-4cd3-929b-215fda21db32 gateway port host: None {{(pid=78702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:14:42.678936 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-8d8fe2a0-6d76-4988-ba04-a4be9ce97141 admin admin] Calling delete_port for c7028193-a2e9-4a80-b026-7b6f8ad5c293 owned by network:router_gateway {{(pid=78701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:14:42.734078 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_hamode_db [None req-5a5cdb97-ec6c-4188-88f0-c2c58e21ee61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'name': 'tempest-TestVolumeBootPattern-1798618458-router', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:06Z', 'updated_at': '2021-05-17T12:14:42Z', 'revision_number': 6, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'gw_port_host': None}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:42.738263 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5cdb97-ec6c-4188-88f0-c2c58e21ee61 None None] The sync data for ids ['63e8f73d-ad50-4cd3-929b-215fda21db32'] in dv-cinder-734144-19-iscsi is: [{'id': '63e8f73d-ad50-4cd3-929b-215fda21db32', 'name': 'tempest-TestVolumeBootPattern-1798618458-router', 'tenant_id': 'bd096020b3c84734ab84d713ecfe505c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:06Z', 'updated_at': '2021-05-17T12:14:42Z', 'revision_number': 6, 'project_id': 'bd096020b3c84734ab84d713ecfe505c', 'gw_port_host': None}] {{(pid=78702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:14:42.819386 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-8d8fe2a0-6d76-4988-ba04-a4be9ce97141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534708'] for port, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:42.822909 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-5f19fe58-a2e5-4d31-974d-edfde1c75d47 tempest-TestMinimumBasicScenario-2047422790 tempest-TestMinimumBasicScenario-2047422790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:14:42.867290 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8fe2a0-6d76-4988-ba04-a4be9ce97141 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7028193-a2e9-4a80-b026-7b6f8ad5c293,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:42.870365 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-8d8fe2a0-6d76-4988-ba04-a4be9ce97141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:14:42.964260 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-8d8fe2a0-6d76-4988-ba04-a4be9ce97141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407825'] for router_gateway, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:43.139202 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-8d8fe2a0-6d76-4988-ba04-a4be9ce97141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12272'] for router, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:43.141490 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-8d8fe2a0-6d76-4988-ba04-a4be9ce97141 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:43.167363 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-8d8fe2a0-6d76-4988-ba04-a4be9ce97141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-408041'] for router, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:43.168016 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8fe2a0-6d76-4988-ba04-a4be9ce97141 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63e8f73d-ad50-4cd3-929b-215fda21db32 {{(pid=78701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 17 12:14:43.181173 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-8d8fe2a0-6d76-4988-ba04-a4be9ce97141 admin admin] Notify callbacks [] for router, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:43.182286 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-8d8fe2a0-6d76-4988-ba04-a4be9ce97141 admin admin] 10.222.0.11 "DELETE /v2.0/routers/63e8f73d-ad50-4cd3-929b-215fda21db32 HTTP/1.1" status: 204 len: 168 time: 1.2039971 May 17 12:14:43.184683 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 38298) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:14:43.250503 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ecc3963-791e-4b06-8ead-74b604434496 admin admin] Deleting subnet df17bad4-8d21-4b36-8dd5-091410a2c5d8 {{(pid=78701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 12:14:43.253449 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-6ecc3963-791e-4b06-8ead-74b604434496 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:43.411964 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-6ecc3963-791e-4b06-8ead-74b604434496 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2587883'] for subnet, precommit_delete_associations {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:43.493578 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-6ecc3963-791e-4b06-8ead-74b604434496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383026'] for subnet, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:43.749697 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-6ecc3963-791e-4b06-8ead-74b604434496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2534855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2580816'] for subnet, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:43.754008 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-edfa06fb-79ae-4690-8598-317f346ec12b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:14:43.790291 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc3963-791e-4b06-8ead-74b604434496 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df17bad4-8d21-4b36-8dd5-091410a2c5d8,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:43.793786 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-6ecc3963-791e-4b06-8ead-74b604434496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:14:43.794733 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-6ecc3963-791e-4b06-8ead-74b604434496 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:43.801051 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9793af2-72e4-4bbe-aa14-3ff8f4d1bbf5 None None] Network 6fb5c99b-a68d-45a2-861a-1b6b3804e1c1 requested from dv-cinder-734144-19-iscsi {{(pid=78702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:14:43.801631 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-6ecc3963-791e-4b06-8ead-74b604434496 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/df17bad4-8d21-4b36-8dd5-091410a2c5d8 HTTP/1.1" status: 204 len: 168 time: 0.6158750 May 17 12:14:43.804864 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 38302) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:14:43.916127 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-3408a181-66b8-4433-8a09-dd9c24a8b072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1494564'] for network, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:43.996178 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-3408a181-66b8-4433-8a09-dd9c24a8b072 admin admin] Deleting port cb64a779-0cae-4365-b69a-2ae20dcbb63b {{(pid=78701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:14:43.996525 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-3408a181-66b8-4433-8a09-dd9c24a8b072 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:44.099006 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.db [None req-3408a181-66b8-4433-8a09-dd9c24a8b072 admin admin] For port cb64a779-0cae-4365-b69a-2ae20dcbb63b, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=cb64a779-0cae-4365-b69a-2ae20dcbb63b,segment=NetworkSegment(a402912a-f827-4eda-8dbb-276cac4a089d),segment_id=a402912a-f827-4eda-8dbb-276cac4a089d)] {{(pid=78701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:14:44.099356 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-3408a181-66b8-4433-8a09-dd9c24a8b072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:44.114859 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c5fc93-ef51-4c5b-afb7-c93e72f03369 None None] DHCP port deletion for 6fb5c99b-a68d-45a2-861a-1b6b3804e1c1 request from dv-cinder-734144-19-iscsi {{(pid=78702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 17 12:14:44.181449 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device cb64a779-0cae-4365-b69a-2ae20dcbb63b no longer exists at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:14:44.230077 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-3408a181-66b8-4433-8a09-dd9c24a8b072 admin admin] Calling delete_port for cb64a779-0cae-4365-b69a-2ae20dcbb63b owned by network:dhcp {{(pid=78701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:14:44.248468 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-64c5fc93-ef51-4c5b-afb7-c93e72f03369 None None] Deleting port cb64a779-0cae-4365-b69a-2ae20dcbb63b {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:14:44.248740 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-64c5fc93-ef51-4c5b-afb7-c93e72f03369 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:44.283734 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-3408a181-66b8-4433-8a09-dd9c24a8b072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534708'] for port, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:44.287920 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-d0dc5487-9dd1-45cd-8f9e-7204f72e7fb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:14:44.325886 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:44.332036 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3408a181-66b8-4433-8a09-dd9c24a8b072 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb64a779-0cae-4365-b69a-2ae20dcbb63b,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:44.335120 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-3408a181-66b8-4433-8a09-dd9c24a8b072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:14:44.335902 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3408a181-66b8-4433-8a09-dd9c24a8b072 admin admin] No DVR routers for this DVR port cb64a779-0cae-4365-b69a-2ae20dcbb63b on host dv-cinder-734144-19-iscsi {{(pid=78701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:14:44.344483 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] No active binding found for port cb64a779-0cae-4365-b69a-2ae20dcbb63b {{(pid=78702) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 17 12:14:44.344902 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device cb64a779-0cae-4365-b69a-2ae20dcbb63b not bound to the agent host dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:14:44.345375 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device c7028193-a2e9-4a80-b026-7b6f8ad5c293 no longer exists at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:14:44.388084 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] No Port match for: c7028193-a2e9-4a80-b026-7b6f8ad5c293 {{(pid=78702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:14:44.388500 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device c7028193-a2e9-4a80-b026-7b6f8ad5c293 not bound to the agent host dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:14:44.388868 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 62483829-37ae-4176-9f39-760bba38563e no longer exists at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:14:44.432952 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] No Port match for: 62483829-37ae-4176-9f39-760bba38563e {{(pid=78702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:14:44.433321 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 62483829-37ae-4176-9f39-760bba38563e not bound to the agent host dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:14:44.435926 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-64c5fc93-ef51-4c5b-afb7-c93e72f03369 None None] For port cb64a779-0cae-4365-b69a-2ae20dcbb63b, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=cb64a779-0cae-4365-b69a-2ae20dcbb63b,segment=NetworkSegment(a402912a-f827-4eda-8dbb-276cac4a089d),segment_id=a402912a-f827-4eda-8dbb-276cac4a089d)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:14:44.436321 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-64c5fc93-ef51-4c5b-afb7-c93e72f03369 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:44.460751 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-3408a181-66b8-4433-8a09-dd9c24a8b072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382983', 'neutron.services.segments.db._delete_segments_for_network-8762327220098'] for network, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:44.473999 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.services.segments.db [None req-3408a181-66b8-4433-8a09-dd9c24a8b072 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fb5c99b-a68d-45a2-861a-1b6b3804e1c1']}} {{(pid=78701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:44.487146 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.services.segments.db [None req-3408a181-66b8-4433-8a09-dd9c24a8b072 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a402912a-f827-4eda-8dbb-276cac4a089d') {'for_net_delete': True} {{(pid=78701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:44.487444 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.services.segments.db [None req-3408a181-66b8-4433-8a09-dd9c24a8b072 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a402912a-f827-4eda-8dbb-276cac4a089d') {} {{(pid=78701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:44.499258 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-3408a181-66b8-4433-8a09-dd9c24a8b072 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762327230347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2587876'] for segment, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:44.520351 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-3408a181-66b8-4433-8a09-dd9c24a8b072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205'] for segment, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:44.526828 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3408a181-66b8-4433-8a09-dd9c24a8b072 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=78701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 12:14:44.527222 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-3408a181-66b8-4433-8a09-dd9c24a8b072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2534753'] for segment, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:44.540757 dv-cinder-734144-19-iscsi neutron-server[78701]: Traceback (most recent call last): May 17 12:14:44.540757 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 12:14:44.540757 dv-cinder-734144-19-iscsi neutron-server[78701]: timer() May 17 12:14:44.540757 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 12:14:44.540757 dv-cinder-734144-19-iscsi neutron-server[78701]: cb(*args, **kw) May 17 12:14:44.540757 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 12:14:44.540757 dv-cinder-734144-19-iscsi neutron-server[78701]: return func(*args, **kwargs) May 17 12:14:44.540757 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 12:14:44.540757 dv-cinder-734144-19-iscsi neutron-server[78701]: self._notify() May 17 12:14:44.540757 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 12:14:44.540757 dv-cinder-734144-19-iscsi neutron-server[78701]: self.callback(batched_events) May 17 12:14:44.540757 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 12:14:44.540757 dv-cinder-734144-19-iscsi neutron-server[78701]: event.method(event) May 17 12:14:44.540757 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 12:14:44.540757 dv-cinder-734144-19-iscsi neutron-server[78701]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 12:14:44.540757 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 12:14:44.540757 dv-cinder-734144-19-iscsi neutron-server[78701]: aggregate_uuid = self.p_client.list_aggregates( May 17 12:14:44.540757 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 12:14:44.540757 dv-cinder-734144-19-iscsi neutron-server[78701]: return f(self, *a, **k) May 17 12:14:44.540757 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 12:14:44.540757 dv-cinder-734144-19-iscsi neutron-server[78701]: return self._get(url).json() May 17 12:14:44.540757 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 12:14:44.540757 dv-cinder-734144-19-iscsi neutron-server[78701]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 12:14:44.540757 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 12:14:44.540757 dv-cinder-734144-19-iscsi neutron-server[78701]: return self.request(url, 'GET', **kwargs) May 17 12:14:44.540757 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 12:14:44.540757 dv-cinder-734144-19-iscsi neutron-server[78701]: base_url = self.get_endpoint(auth, allow=allow, May 17 12:14:44.540757 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 12:14:44.540757 dv-cinder-734144-19-iscsi neutron-server[78701]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 12:14:44.540757 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 12:14:44.540757 dv-cinder-734144-19-iscsi neutron-server[78701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 12:14:44.540757 dv-cinder-734144-19-iscsi neutron-server[78701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 12:14:44.573058 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-64c5fc93-ef51-4c5b-afb7-c93e72f03369 None None] Calling delete_port for cb64a779-0cae-4365-b69a-2ae20dcbb63b owned by network:dhcp {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:14:44.616047 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-3408a181-66b8-4433-8a09-dd9c24a8b072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407862'] for network, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:44.617557 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-64c5fc93-ef51-4c5b-afb7-c93e72f03369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:44.619431 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-4825d66d-0848-4965-bde5-a66e8a0bda69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:14:44.621240 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:14:44.633564 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-3408a181-66b8-4433-8a09-dd9c24a8b072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for network, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:44.644454 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3408a181-66b8-4433-8a09-dd9c24a8b072 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fb5c99b-a68d-45a2-861a-1b6b3804e1c1,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:44.647686 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-3408a181-66b8-4433-8a09-dd9c24a8b072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:14:44.656878 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-64c5fc93-ef51-4c5b-afb7-c93e72f03369 None None] Network 6fb5c99b-a68d-45a2-861a-1b6b3804e1c1 is not hosted by any dhcp agent {{(pid=78702) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 17 12:14:44.657721 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c5fc93-ef51-4c5b-afb7-c93e72f03369 None None] No DVR routers for this DVR port cb64a779-0cae-4365-b69a-2ae20dcbb63b on host dv-cinder-734144-19-iscsi {{(pid=78702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:14:44.658928 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-3408a181-66b8-4433-8a09-dd9c24a8b072 admin admin] 10.222.0.11 "DELETE /v2.0/networks/6fb5c99b-a68d-45a2-861a-1b6b3804e1c1 HTTP/1.1" status: 204 len: 168 time: 0.8529899 May 17 12:14:44.661678 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 38306) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:14:44.671318 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5fc93-ef51-4c5b-afb7-c93e72f03369 None None] Pushing event deleted for resources: {'Port': ['ID=cb64a779-0cae-4365-b69a-2ae20dcbb63b,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:44.680200 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5fc93-ef51-4c5b-afb7-c93e72f03369 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:44.680540 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5fc93-ef51-4c5b-afb7-c93e72f03369 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:44.680871 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5fc93-ef51-4c5b-afb7-c93e72f03369 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:44.681237 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5fc93-ef51-4c5b-afb7-c93e72f03369 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:44.681558 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5fc93-ef51-4c5b-afb7-c93e72f03369 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:44.681883 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5fc93-ef51-4c5b-afb7-c93e72f03369 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:44.682209 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5fc93-ef51-4c5b-afb7-c93e72f03369 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:44.682521 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5fc93-ef51-4c5b-afb7-c93e72f03369 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:44.682839 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5fc93-ef51-4c5b-afb7-c93e72f03369 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:44.683159 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5fc93-ef51-4c5b-afb7-c93e72f03369 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:44.683475 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5fc93-ef51-4c5b-afb7-c93e72f03369 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:44.683788 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5fc93-ef51-4c5b-afb7-c93e72f03369 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-19-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:44.687547 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-64c5fc93-ef51-4c5b-afb7-c93e72f03369 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:14:45.323040 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e00eb3aa-1a1c-43dd-9e7d-e426ef3cbb89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405814'] for router_interface, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:45.731726 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-e00eb3aa-1a1c-43dd-9e7d-e426ef3cbb89 admin admin] Deleting port cce3c6e0-5fd8-4e36-8b3b-a7866750c845 {{(pid=78701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:14:45.732067 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e00eb3aa-1a1c-43dd-9e7d-e426ef3cbb89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:45.854054 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.db [None req-e00eb3aa-1a1c-43dd-9e7d-e426ef3cbb89 admin admin] For port cce3c6e0-5fd8-4e36-8b3b-a7866750c845, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=cce3c6e0-5fd8-4e36-8b3b-a7866750c845,segment=NetworkSegment(d7d8bcb6-3c23-4186-83f0-6fa92c298ddc),segment_id=d7d8bcb6-3c23-4186-83f0-6fa92c298ddc)] {{(pid=78701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:14:45.854416 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e00eb3aa-1a1c-43dd-9e7d-e426ef3cbb89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:45.975765 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-e00eb3aa-1a1c-43dd-9e7d-e426ef3cbb89 admin admin] Calling delete_port for cce3c6e0-5fd8-4e36-8b3b-a7866750c845 owned by network:router_interface {{(pid=78701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:14:46.135450 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e00eb3aa-1a1c-43dd-9e7d-e426ef3cbb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534708'] for port, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:46.139249 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-2b838665-7138-43b5-a367-5fa9b35ffbeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:14:46.188893 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00eb3aa-1a1c-43dd-9e7d-e426ef3cbb89 admin admin] Pushing event deleted for resources: {'Port': ['ID=cce3c6e0-5fd8-4e36-8b3b-a7866750c845,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:46.214348 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-e00eb3aa-1a1c-43dd-9e7d-e426ef3cbb89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:14:46.545719 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-e00eb3aa-1a1c-43dd-9e7d-e426ef3cbb89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405914'] for router_interface, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:46.867092 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.agents_db [None req-bc444940-bb86-4de8-ac48-ae4570a6a7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:14:46.895844 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00eb3aa-1a1c-43dd-9e7d-e426ef3cbb89 admin admin] Router b56f6f37-3115-4bfd-9f69-bcf2cf508cba has already been hosted by L3 agent 7d9bdccf-07e9-4436-af26-1dad3be87fd8 {{(pid=78701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 12:14:47.071339 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00eb3aa-1a1c-43dd-9e7d-e426ef3cbb89 admin admin] Notify agent at l3_agent.dv-cinder-734144-19-iscsi the message routers_updated {{(pid=78701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 12:14:47.080067 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c73446f-569e-4e12-bc0c-07e7ce2ce9de None None] Sync routers for ids ['b56f6f37-3115-4bfd-9f69-bcf2cf508cba'] in dv-cinder-734144-19-iscsi {{(pid=78703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:14:47.088850 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-e00eb3aa-1a1c-43dd-9e7d-e426ef3cbb89 admin admin] 10.222.0.11 "PUT /v2.0/routers/b56f6f37-3115-4bfd-9f69-bcf2cf508cba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4261708 May 17 12:14:47.091397 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 38310) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:14:47.092012 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c73446f-569e-4e12-bc0c-07e7ce2ce9de None None] Routers {'b56f6f37-3115-4bfd-9f69-bcf2cf508cba'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:14:47.092608 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-0c73446f-569e-4e12-bc0c-07e7ce2ce9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:14:41Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['b56f6f37-3115-4bfd-9f69-bcf2cf508cba'], 'active': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:47.265237 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-f0549453-1845-496e-97a4-eb95486c3cef admin admin] Notify callbacks [] for router, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:47.270685 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvr_db [None req-0c73446f-569e-4e12-bc0c-07e7ce2ce9de None None] Set router b56f6f37-3115-4bfd-9f69-bcf2cf508cba gateway port host: dv-cinder-734144-19-iscsi {{(pid=78703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:14:47.435883 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-f0549453-1845-496e-97a4-eb95486c3cef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:47.509359 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-f0549453-1845-496e-97a4-eb95486c3cef admin admin] Deleting port b0cf748b-38e6-41b6-99c7-815c98a637db {{(pid=78701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:14:47.509612 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-f0549453-1845-496e-97a4-eb95486c3cef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:47.549097 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-0c73446f-569e-4e12-bc0c-07e7ce2ce9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56f6f37-3115-4bfd-9f69-bcf2cf508cba', 'name': 'tempest-TestVolumeBootPattern-330897650-router', 'tenant_id': '81c8d21265d54280965048bf136c1828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'external_fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'b0cf748b-38e6-41b6-99c7-815c98a637db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:17Z', 'updated_at': '2021-05-17T12:14:46Z', 'revision_number': 5, 'project_id': '81c8d21265d54280965048bf136c1828', 'gw_port': {'id': 'b0cf748b-38e6-41b6-99c7-815c98a637db', 'name': '', 'network_id': '163aee93-eed0-47f4-9809-6291286e957c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:01:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f6f37-3115-4bfd-9f69-bcf2cf508cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T12:07:18Z', 'updated_at': '2021-05-17T12:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35eb0c40-f6d0-43b5-b72a-9e8dd7567b53', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-19-iscsi'}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:47.552837 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c73446f-569e-4e12-bc0c-07e7ce2ce9de None None] Checking router: b56f6f37-3115-4bfd-9f69-bcf2cf508cba for host: dv-cinder-734144-19-iscsi {{(pid=78703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:14:47.561141 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c73446f-569e-4e12-bc0c-07e7ce2ce9de None None] Routers {'b56f6f37-3115-4bfd-9f69-bcf2cf508cba'} bound to L3 agent in host dv-cinder-734144-19-iscsi {{(pid=78703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 12:14:47.561745 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-0c73446f-569e-4e12-bc0c-07e7ce2ce9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T11:53:11Z,description=,heartbeat_timestamp=2021-05-17T12:14:41Z,host='dv-cinder-734144-19-iscsi',id=7d9bdccf-07e9-4436-af26-1dad3be87fd8,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T11:53:11Z,topic='l3_agent')) {'router_ids': ['b56f6f37-3115-4bfd-9f69-bcf2cf508cba'], 'active': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:47.628625 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.db [None req-f0549453-1845-496e-97a4-eb95486c3cef admin admin] For port b0cf748b-38e6-41b6-99c7-815c98a637db, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=b0cf748b-38e6-41b6-99c7-815c98a637db,segment=NetworkSegment(8b5d1e01-0c84-4e6b-9682-76a98a471ba9),segment_id=8b5d1e01-0c84-4e6b-9682-76a98a471ba9)] {{(pid=78701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:14:47.629272 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-f0549453-1845-496e-97a4-eb95486c3cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:47.710382 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvr_db [None req-0c73446f-569e-4e12-bc0c-07e7ce2ce9de None None] Set router b56f6f37-3115-4bfd-9f69-bcf2cf508cba gateway port host: None {{(pid=78703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 12:14:47.748620 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-f0549453-1845-496e-97a4-eb95486c3cef admin admin] Calling delete_port for b0cf748b-38e6-41b6-99c7-815c98a637db owned by network:router_gateway {{(pid=78701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:14:47.816012 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.l3_hamode_db [None req-0c73446f-569e-4e12-bc0c-07e7ce2ce9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56f6f37-3115-4bfd-9f69-bcf2cf508cba', 'name': 'tempest-TestVolumeBootPattern-330897650-router', 'tenant_id': '81c8d21265d54280965048bf136c1828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:17Z', 'updated_at': '2021-05-17T12:14:47Z', 'revision_number': 6, 'project_id': '81c8d21265d54280965048bf136c1828', 'gw_port_host': None}], 'dv-cinder-734144-19-iscsi', False) {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:47.819867 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c73446f-569e-4e12-bc0c-07e7ce2ce9de None None] The sync data for ids ['b56f6f37-3115-4bfd-9f69-bcf2cf508cba'] in dv-cinder-734144-19-iscsi is: [{'id': 'b56f6f37-3115-4bfd-9f69-bcf2cf508cba', 'name': 'tempest-TestVolumeBootPattern-330897650-router', 'tenant_id': '81c8d21265d54280965048bf136c1828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T12:07:17Z', 'updated_at': '2021-05-17T12:14:47Z', 'revision_number': 6, 'project_id': '81c8d21265d54280965048bf136c1828', 'gw_port_host': None}] {{(pid=78703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:14:47.990335 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-f0549453-1845-496e-97a4-eb95486c3cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534708'] for port, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:47.994664 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-a71b758d-7368-4895-a865-76dac9c45c63 tempest-AttachVolumeTestJSON-293043963 tempest-AttachVolumeTestJSON-293043963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:14:48.038247 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0549453-1845-496e-97a4-eb95486c3cef admin admin] Pushing event deleted for resources: {'Port': ['ID=b0cf748b-38e6-41b6-99c7-815c98a637db,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:48.063497 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-f0549453-1845-496e-97a4-eb95486c3cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:14:48.127343 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-f0549453-1845-496e-97a4-eb95486c3cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407825'] for router_gateway, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:48.312313 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-f0549453-1845-496e-97a4-eb95486c3cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12272'] for router, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:48.314846 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-f0549453-1845-496e-97a4-eb95486c3cef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:48.336867 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-f0549453-1845-496e-97a4-eb95486c3cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-408041'] for router, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:48.337396 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0549453-1845-496e-97a4-eb95486c3cef admin admin] Fanout notify agent at l3_agent the message router_deleted on router b56f6f37-3115-4bfd-9f69-bcf2cf508cba {{(pid=78701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 17 12:14:48.350006 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-f0549453-1845-496e-97a4-eb95486c3cef admin admin] Notify callbacks [] for router, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:48.351124 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-f0549453-1845-496e-97a4-eb95486c3cef admin admin] 10.222.0.11 "DELETE /v2.0/routers/b56f6f37-3115-4bfd-9f69-bcf2cf508cba HTTP/1.1" status: 204 len: 168 time: 1.2588193 May 17 12:14:48.353655 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 38318) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:14:48.414699 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc277d1e-18f3-4d73-a893-55a2bb350fc2 admin admin] Deleting subnet 8406339b-7f39-465a-bc7e-ff224f255df9 {{(pid=78701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 12:14:48.417814 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-dc277d1e-18f3-4d73-a893-55a2bb350fc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:48.471281 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-dc277d1e-18f3-4d73-a893-55a2bb350fc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2587883'] for subnet, precommit_delete_associations {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:48.549913 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-dc277d1e-18f3-4d73-a893-55a2bb350fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1383026'] for subnet, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:48.573151 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device cce3c6e0-5fd8-4e36-8b3b-a7866750c845 no longer exists at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:14:48.611666 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] No Port match for: cce3c6e0-5fd8-4e36-8b3b-a7866750c845 {{(pid=78702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:14:48.612018 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device cce3c6e0-5fd8-4e36-8b3b-a7866750c845 not bound to the agent host dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:14:48.813459 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-dc277d1e-18f3-4d73-a893-55a2bb350fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1383033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2534855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2580816'] for subnet, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:48.818184 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:14:48.855351 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-dc277d1e-18f3-4d73-a893-55a2bb350fc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:48.858909 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc277d1e-18f3-4d73-a893-55a2bb350fc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8406339b-7f39-465a-bc7e-ff224f255df9,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:48.861718 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d1414a-7c7c-4e06-86f3-1f49e8365dfc None None] Network a3eea509-8e89-4c2b-bc2f-87f41a06a0d7 requested from dv-cinder-734144-19-iscsi {{(pid=78702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 12:14:48.863300 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-dc277d1e-18f3-4d73-a893-55a2bb350fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:14:48.866307 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-dc277d1e-18f3-4d73-a893-55a2bb350fc2 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8406339b-7f39-465a-bc7e-ff224f255df9 HTTP/1.1" status: 204 len: 168 time: 0.5117569 May 17 12:14:48.870162 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 38324) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:14:48.978751 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-c38b3404-6d8e-4f64-8c97-ca5d564442c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1494564'] for network, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:49.051882 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-c38b3404-6d8e-4f64-8c97-ca5d564442c1 admin admin] Deleting port 5dccbfc6-c812-4103-aaec-422828e20e34 {{(pid=78701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:14:49.052197 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-c38b3404-6d8e-4f64-8c97-ca5d564442c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:49.103991 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f50c090-5c38-4c96-a40d-e612490dcf05 None None] DHCP port deletion for a3eea509-8e89-4c2b-bc2f-87f41a06a0d7 request from dv-cinder-734144-19-iscsi {{(pid=78702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 17 12:14:49.153002 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.db [None req-c38b3404-6d8e-4f64-8c97-ca5d564442c1 admin admin] For port 5dccbfc6-c812-4103-aaec-422828e20e34, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=5dccbfc6-c812-4103-aaec-422828e20e34,segment=NetworkSegment(d7d8bcb6-3c23-4186-83f0-6fa92c298ddc),segment_id=d7d8bcb6-3c23-4186-83f0-6fa92c298ddc)] {{(pid=78701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:14:49.153357 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-c38b3404-6d8e-4f64-8c97-ca5d564442c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:49.171817 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-6f50c090-5c38-4c96-a40d-e612490dcf05 None None] Deleting port 5dccbfc6-c812-4103-aaec-422828e20e34 {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 12:14:49.172778 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6f50c090-5c38-4c96-a40d-e612490dcf05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762327207590'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:49.268568 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-6f50c090-5c38-4c96-a40d-e612490dcf05 None None] For port 5dccbfc6-c812-4103-aaec-422828e20e34, host dv-cinder-734144-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-19-iscsi',level=0,port_id=5dccbfc6-c812-4103-aaec-422828e20e34,segment=NetworkSegment(d7d8bcb6-3c23-4186-83f0-6fa92c298ddc),segment_id=d7d8bcb6-3c23-4186-83f0-6fa92c298ddc)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 12:14:49.268986 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6f50c090-5c38-4c96-a40d-e612490dcf05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405600'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:49.277191 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-c38b3404-6d8e-4f64-8c97-ca5d564442c1 admin admin] Calling delete_port for 5dccbfc6-c812-4103-aaec-422828e20e34 owned by network:dhcp {{(pid=78701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:14:49.330081 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-c38b3404-6d8e-4f64-8c97-ca5d564442c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2534708'] for port, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:49.335360 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:14:49.382285 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38b3404-6d8e-4f64-8c97-ca5d564442c1 admin admin] No DVR routers for this DVR port 5dccbfc6-c812-4103-aaec-422828e20e34 on host dv-cinder-734144-19-iscsi {{(pid=78701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:14:49.402962 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-6f50c090-5c38-4c96-a40d-e612490dcf05 None None] Calling delete_port for 5dccbfc6-c812-4103-aaec-422828e20e34 owned by network:dhcp {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 12:14:49.409459 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b3404-6d8e-4f64-8c97-ca5d564442c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dccbfc6-c812-4103-aaec-422828e20e34,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:49.412251 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-c38b3404-6d8e-4f64-8c97-ca5d564442c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:14:49.445915 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6f50c090-5c38-4c96-a40d-e612490dcf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1525355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762327211331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762326778170'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:49.449451 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:14:49.494480 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50c090-5c38-4c96-a40d-e612490dcf05 None None] Pushing event deleted for resources: {'Port': ['ID=5dccbfc6-c812-4103-aaec-422828e20e34,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:49.497821 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-6f50c090-5c38-4c96-a40d-e612490dcf05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:14:49.498645 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f50c090-5c38-4c96-a40d-e612490dcf05 None None] No DVR routers for this DVR port 5dccbfc6-c812-4103-aaec-422828e20e34 on host dv-cinder-734144-19-iscsi {{(pid=78702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:14:49.593558 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-c38b3404-6d8e-4f64-8c97-ca5d564442c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1382983', 'neutron.services.segments.db._delete_segments_for_network-8762327220098'] for network, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:49.607454 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.services.segments.db [None req-c38b3404-6d8e-4f64-8c97-ca5d564442c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3eea509-8e89-4c2b-bc2f-87f41a06a0d7']}} {{(pid=78701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:49.619728 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.services.segments.db [None req-c38b3404-6d8e-4f64-8c97-ca5d564442c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7d8bcb6-3c23-4186-83f0-6fa92c298ddc') {'for_net_delete': True} {{(pid=78701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:49.620033 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.services.segments.db [None req-c38b3404-6d8e-4f64-8c97-ca5d564442c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7d8bcb6-3c23-4186-83f0-6fa92c298ddc') {} {{(pid=78701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:49.632099 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-c38b3404-6d8e-4f64-8c97-ca5d564442c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762327230347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2587876'] for segment, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:49.648520 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-c38b3404-6d8e-4f64-8c97-ca5d564442c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205'] for segment, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:49.654996 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c38b3404-6d8e-4f64-8c97-ca5d564442c1 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=78701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 12:14:49.655409 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-c38b3404-6d8e-4f64-8c97-ca5d564442c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2534753'] for segment, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:49.669307 dv-cinder-734144-19-iscsi neutron-server[78701]: Traceback (most recent call last): May 17 12:14:49.669307 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 12:14:49.669307 dv-cinder-734144-19-iscsi neutron-server[78701]: timer() May 17 12:14:49.669307 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 12:14:49.669307 dv-cinder-734144-19-iscsi neutron-server[78701]: cb(*args, **kw) May 17 12:14:49.669307 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 12:14:49.669307 dv-cinder-734144-19-iscsi neutron-server[78701]: return func(*args, **kwargs) May 17 12:14:49.669307 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 12:14:49.669307 dv-cinder-734144-19-iscsi neutron-server[78701]: self._notify() May 17 12:14:49.669307 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 12:14:49.669307 dv-cinder-734144-19-iscsi neutron-server[78701]: self.callback(batched_events) May 17 12:14:49.669307 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 12:14:49.669307 dv-cinder-734144-19-iscsi neutron-server[78701]: event.method(event) May 17 12:14:49.669307 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 12:14:49.669307 dv-cinder-734144-19-iscsi neutron-server[78701]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 12:14:49.669307 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 12:14:49.669307 dv-cinder-734144-19-iscsi neutron-server[78701]: aggregate_uuid = self.p_client.list_aggregates( May 17 12:14:49.669307 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 12:14:49.669307 dv-cinder-734144-19-iscsi neutron-server[78701]: return f(self, *a, **k) May 17 12:14:49.669307 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 12:14:49.669307 dv-cinder-734144-19-iscsi neutron-server[78701]: return self._get(url).json() May 17 12:14:49.669307 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 12:14:49.669307 dv-cinder-734144-19-iscsi neutron-server[78701]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 12:14:49.669307 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 12:14:49.669307 dv-cinder-734144-19-iscsi neutron-server[78701]: return self.request(url, 'GET', **kwargs) May 17 12:14:49.669307 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 12:14:49.669307 dv-cinder-734144-19-iscsi neutron-server[78701]: base_url = self.get_endpoint(auth, allow=allow, May 17 12:14:49.669307 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 12:14:49.669307 dv-cinder-734144-19-iscsi neutron-server[78701]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 12:14:49.669307 dv-cinder-734144-19-iscsi neutron-server[78701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 12:14:49.669307 dv-cinder-734144-19-iscsi neutron-server[78701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 12:14:49.669307 dv-cinder-734144-19-iscsi neutron-server[78701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 12:14:49.745961 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-c38b3404-6d8e-4f64-8c97-ca5d564442c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407862'] for network, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:49.751531 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:14:49.767695 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-c38b3404-6d8e-4f64-8c97-ca5d564442c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533464'] for network, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:49.783296 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b3404-6d8e-4f64-8c97-ca5d564442c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3eea509-8e89-4c2b-bc2f-87f41a06a0d7,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:49.786182 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-c38b3404-6d8e-4f64-8c97-ca5d564442c1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/a3eea509-8e89-4c2b-bc2f-87f41a06a0d7 HTTP/1.1" status: 204 len: 168 time: 0.9150198 May 17 12:14:49.787072 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-c38b3404-6d8e-4f64-8c97-ca5d564442c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:14:49.901166 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 38332) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:14:49.949945 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-35375173-c384-4540-a97b-a416825c1125 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bd096020b3c84734ab84d713ecfe505c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475380 May 17 12:14:49.952343 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 38336) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:14:50.017201 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-4dc476aa-6ba6-4319-8142-c78e21deac17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:50.042984 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-4dc476aa-6ba6-4319-8142-c78e21deac17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:50.097096 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-4dc476aa-6ba6-4319-8142-c78e21deac17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:50.100863 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-d2c3261c-5c9e-4182-ae42-743bc5e17de5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:14:50.114123 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc476aa-6ba6-4319-8142-c78e21deac17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd2fb9c-64b2-411b-b8de-ff6a33af28c5,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:50.117661 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-4dc476aa-6ba6-4319-8142-c78e21deac17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:14:50.129866 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-4dc476aa-6ba6-4319-8142-c78e21deac17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:50.131170 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-4dc476aa-6ba6-4319-8142-c78e21deac17 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3cd2fb9c-64b2-411b-b8de-ff6a33af28c5 HTTP/1.1" status: 204 len: 168 time: 0.1778867 May 17 12:14:50.158426 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device b0cf748b-38e6-41b6-99c7-815c98a637db no longer exists at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:14:50.202849 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] No Port match for: b0cf748b-38e6-41b6-99c7-815c98a637db {{(pid=78702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:14:50.203139 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device b0cf748b-38e6-41b6-99c7-815c98a637db not bound to the agent host dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:14:50.204155 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 5dccbfc6-c812-4103-aaec-422828e20e34 no longer exists at agent ovs-agent-dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 12:14:50.239023 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] No Port match for: 5dccbfc6-c812-4103-aaec-422828e20e34 {{(pid=78702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 12:14:50.239377 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.rpc [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Device 5dccbfc6-c812-4103-aaec-422828e20e34 not bound to the agent host dv-cinder-734144-19-iscsi {{(pid=78702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 12:14:50.529427 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 38344) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:14:50.581843 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-686b7424-867f-495f-a823-1c39140961f7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=81c8d21265d54280965048bf136c1828&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510049 May 17 12:14:50.584419 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.wsgi [-] (78701) accepted ('10.222.0.11', 38350) {{(pid=78701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 12:14:50.643673 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-6cb9ba60-1b5e-40dd-a15c-63a9b77dd545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:50.670504 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-6cb9ba60-1b5e-40dd-a15c-63a9b77dd545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:50.725766 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-6cb9ba60-1b5e-40dd-a15c-63a9b77dd545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461261'] for security_group, after_delete {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:50.729460 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-2bf86efd-cc17-4626-8d35-fdeecb6c8097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 12:14:50.744139 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9ba60-1b5e-40dd-a15c-63a9b77dd545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b48213-47a7-4f40-8871-dc1fb4d7c8a3,revision_number=None']} {{(pid=78701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:50.746662 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-6cb9ba60-1b5e-40dd-a15c-63a9b77dd545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 12:14:50.748112 dv-cinder-734144-19-iscsi neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-6cb9ba60-1b5e-40dd-a15c-63a9b77dd545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:14:50.749229 dv-cinder-734144-19-iscsi neutron-server[78701]: INFO neutron.wsgi [None req-6cb9ba60-1b5e-40dd-a15c-63a9b77dd545 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/46b48213-47a7-4f40-8871-dc1fb4d7c8a3 HTTP/1.1" status: 204 len: 168 time: 0.1638193 May 17 12:15:08.121498 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:15:08.793451 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-901a662e-379f-4c55-b418-6fc21e093f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:15:11.320427 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6d807063-7884-422a-9414-1563bc3bacdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:15:11.347704 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:15:12.365596 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:15:14.253214 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:15:23.866830 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.agents_db [None req-bc444940-bb86-4de8-ac48-ae4570a6a7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:15:38.133750 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:15:38.795993 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-17d88942-7459-4c25-b368-61b7381928d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:15:41.322070 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b9bce6b2-7bbc-4565-93ed-6a2e018c5b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:15:41.340683 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:15:42.367429 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:15:44.254164 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:16:00.866576 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.agents_db [None req-bc444940-bb86-4de8-ac48-ae4570a6a7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:16:08.155443 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:16:08.799867 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c36e96cf-6fbe-4436-895a-d10cff2b15b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:16:11.324605 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5c2d3db3-11cd-4274-9c15-05122d870ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:16:11.342545 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:16:12.370817 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:16:14.257325 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:16:37.866473 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.agents_db [None req-bc444940-bb86-4de8-ac48-ae4570a6a7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:16:38.146456 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:16:38.801743 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-dda6b21c-eea5-4f2f-9991-03812dd039ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:16:41.335516 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9393a61f-d2bb-43d0-8b28-bcc281ed6fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:16:41.348706 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:16:42.375554 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:16:44.267355 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:17:08.154358 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:17:08.802029 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-84fdaa31-c441-45d3-9776-5e03c86683be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:17:11.331393 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-ee4db91d-0860-4a4c-bcf1-e3b38f69402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:17:11.343830 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:17:12.378783 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:17:14.261985 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:17:14.869278 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.agents_db [None req-bc444940-bb86-4de8-ac48-ae4570a6a7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:17:38.161491 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:17:38.804523 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-50d48c04-4fcb-4558-b516-1b79b13ea49e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:17:41.323968 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d1d91fb4-db7d-4e75-a54a-e327fec95c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:17:41.344763 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:17:42.381095 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:17:44.266161 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:17:51.868129 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.agents_db [None req-bc444940-bb86-4de8-ac48-ae4570a6a7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:18:08.159535 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:18:08.815929 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fba16ebc-e5df-499c-8c37-5ef19dabb368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:18:11.326467 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7c15a22f-6019-4096-89bc-331a6ff1506c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:18:11.345657 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:18:12.383462 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:18:14.267843 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:18:28.867502 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.agents_db [None req-bc444940-bb86-4de8-ac48-ae4570a6a7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:18:38.175945 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:18:38.807480 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-58d593d9-f4df-4a07-948c-e15882f8829b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:18:41.337928 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e3709e31-24aa-4245-9101-348ddf935d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:18:41.349198 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:18:42.386814 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:18:44.271340 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:19:05.865691 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.agents_db [None req-bc444940-bb86-4de8-ac48-ae4570a6a7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:19:08.190026 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:19:08.810235 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9cfe28f9-af31-4f7c-87aa-9de6d73ddefa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:19:11.330951 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b0a15f7e-799d-4529-ba78-857b39024c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:19:11.352958 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:19:12.390395 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:19:14.274020 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:19:38.221069 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:19:38.813214 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6a392fca-471b-4202-9c05-0fadabd17678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:19:41.332393 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-88693104-5740-4b19-9f48-327d3e387b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:19:41.354882 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:19:42.391582 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-299bbfee-74fd-47c8-a2a7-3a8490492635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:19:42.864345 dv-cinder-734144-19-iscsi neutron-server[78703]: DEBUG neutron.db.agents_db [None req-bc444940-bb86-4de8-ac48-ae4570a6a7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 12:19:44.277299 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-065f9cff-2cd9-45ad-816d-1a1178eb0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:20:08.237998 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b17d-bede-492a-aacf-7221ccb762c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:20:08.814697 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9314ec4e-7677-422a-812a-d53ce3e53e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:20:11.335689 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5a58bd00-9920-4714-9927-401219f36fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 12:20:11.357122 dv-cinder-734144-19-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fd187da5-6634-4430-aa3d-dc0b7cf4c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762327223004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1381513'] for agent, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}